00010000:00010000:2.0F:1788891075.127239:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0F:1788891076.150747:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788891076.573339:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891076.573378:0:14336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987937024 00000100:00100000:2.0:1788891076.573387:0:14336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987937024 00000100:00100000:2.0:1788891076.573452:0:14336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 54 00000100:00100000:2.0:1788891076.573462:0:14336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c5929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fdb24183-3512-436a-9819-5b2ea51da239+20:14421:x1875787987937024:12345-192.168.204.18@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788891076.573578:0:14336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c5929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fdb24183-3512-436a-9819-5b2ea51da239+20:14421:x1875787987937024:12345-192.168.204.18@tcp:60:lhsmtool_posix.0 Request processed in 117us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891076.573586:0:14336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 54 00000100:00080000:2.0:1788891076.573607:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0F:1788891076.581780:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891076.582934:0:14339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987937280 00000100:00100000:2.0:1788891076.582947:0:14339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987937280 00000100:00100000:2.0:1788891076.582999:0:14339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 12 00000100:00100000:2.0:1788891076.583009:0:14339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fdb24183-3512-436a-9819-5b2ea51da239+20:14421:x1875787987937280:12345-192.168.204.18@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788891076.583260:0:14339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fdb24183-3512-436a-9819-5b2ea51da239+21:14421:x1875787987937280:12345-192.168.204.18@tcp:35:lhsmtool_posix.0 Request processed in 251us (1489us total) trans 8589934623 rc 0/0 00000100:00100000:2.0:1788891076.583268:0:14339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 12 00000100:00100000:0.0F:1788891077.174388:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996296448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788891077.174406:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3282:1875787996296576:0@lo:400:kworker.0 00010000:00010000:1.0:1788891077.174566:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788891077.175338:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3279:1875787996296704:0@lo:400:kworker.0 00000100:00100000:2.0:1788891077.175624:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891077.175626:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891077.175702:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3281:1875787996296320:0@lo:400:kworker.0 00000100:00100000:0.0:1788891077.175741:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891077.175771:0:15020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996296576 00000100:00100000:2.0:1788891077.175777:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3282:1875787996297088:0@lo:400:kworker.0 00000100:00100000:3.0:1788891077.175780:0:15020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996296576 00000100:00100000:0.0:1788891077.175780:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3281:1875787996296960:0@lo:400:kworker.0 00000100:00100000:0.0:1788891077.175822:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891077.175839:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891077.175853:0:14338:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996296960 00000100:00100000:2.0:1788891077.175858:0:14338:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996296960 00000100:00100000:1.0:1788891077.175869:0:3279:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788891077.175879:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3279:1875787996296832:0@lo:400:kworker.0 00000100:00100000:0.0:1788891077.175910:0:15023:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996296448 00000100:00100000:1.0:1788891077.175916:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891077.175916:0:15023:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996296448 00000100:00100000:1.0:1788891077.175950:0:15021:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996296704 00000100:00100000:1.0:1788891077.175955:0:15021:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996296704 00000100:00100000:0.0:1788891077.175963:0:15023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788891077.175975:0:15023:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3281:x1875787996296448:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788891077.175989:0:14331:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996296320 00000100:00100000:1.0:1788891077.175989:0:15021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788891077.175995:0:14331:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996296320 00000100:00100000:1.0:1788891077.175999:0:15021:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3279:x1875787996296704:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1788891077.176018:0:15023:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1788891077.176024:0:14331:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1788891077.176032:0:14331:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1192850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:73a29ebe-4d40-4a82-b77a-4b1222504c0e+19:3281:x1875787996296320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788891077.176044:0:15021:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3279:x1875787996296704:12345-0@lo:400:kworker.0 Request processed in 47us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891077.176051:0:15021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788891077.176076:0:15023:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3281:x1875787996296448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891077.176078:0:14331:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1192850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:73a29ebe-4d40-4a82-b77a-4b1222504c0e+19:3281:x1875787996296320:12345-0@lo:400:kworker.0 Request processed in 46us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891077.176093:0:14331:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1788891077.176122:0:14338:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996296832 00000100:00100000:2.0:1788891077.176127:0:14338:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996296832 00000100:00100000:3.0:1788891077.176150:0:15020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788891077.176158:0:14338:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788891077.176161:0:15020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c592ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875787996296576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788891077.176188:0:14338:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3281:x1875787996296960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788891077.176275:0:14338:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3281:x1875787996296960:12345-0@lo:400:kworker.0 Request processed in 59us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891077.176293:0:14338:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788891077.176306:0:14338:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788891077.176312:0:14338:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3279:x1875787996296832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788891077.176342:0:14338:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3279:x1875787996296832:12345-0@lo:400:kworker.0 Request processed in 31us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891077.176349:0:14338:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788891077.176366:0:15020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c592ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875787996296576:12345-0@lo:400:kworker.0 Request processed in 207us (746us total) trans 0 rc 0/0 00000100:00080000:2.0:1788891077.176372:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788891077.176376:0:15020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1788891077.176378:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788891077.176383:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788891077.176399:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891077.176487:0:14338:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996297088 00000100:00100000:3.0:1788891077.176566:0:14338:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996297088 00000100:00100000:3.0:1788891077.176597:0:14338:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788891077.176603:0:14338:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875787996297088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788891077.176736:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3282:1875787996296576:0@lo:400:kworker.0 00000100:00100000:0.0:1788891077.176795:0:15023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788891077.176832:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3281:1875787996296960:0@lo:400:kworker.0 00000100:00100000:0.0:1788891077.176848:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996296448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788891077.176856:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3281:1875787996296320:0@lo:400:kworker.0 00000100:00100000:0.0:1788891077.176929:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3279:1875787996296832:0@lo:400:kworker.0 00000100:00100000:0.0:1788891077.176939:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3279:1875787996296704:0@lo:400:kworker.0 00000100:00080000:1.0:1788891077.178478:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788891077.179593:0:14338:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875787996297088:12345-0@lo:400:kworker.0 Request processed in 2984us (3188us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891077.179595:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3282:1875787996297088:0@lo:400:kworker.0 00000100:00100000:3.0:1788891077.179611:0:14338:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000001:00080000:0.0:1788891077.743298:0:5836:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934616 is committed 00000001:00080000:0.0:1788891077.743320:0:5836:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934619 is committed 00000001:00080000:0.0:1788891077.743331:0:5836:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1788891077.743341:0:5836:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9da1c5700c00 refcount 2 committed 0 result 0 batchid 4294967527 00000020:00080000:0.0:1788891077.743346:0:5836:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9da1d15ad600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9da1c5700900 00000020:00080000:0.0:1788891077.743364:0:5836:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9da1d15ad500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9da0c10c6c00 00000020:00080000:3.0:1788891077.743496:0:14375:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967527 committed batchid 8 00000020:00080000:3.0:1788891077.743700:0:14375:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1788891078.199433:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788891078.711808:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3279:1875787996297216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788891078.711884:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891078.712319:0:15023:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996297216 00000100:00100000:1.0:1788891078.712328:0:15023:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996297216 00000100:00100000:1.0:1788891078.712375:0:15023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788891078.712387:0:15023:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3279:x1875787996297216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788891078.712424:0:15023:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 71499776 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1788891078.713013:0:15023:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3279:x1875787996297216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 627us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891078.713022:0:15023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788891078.714089:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3279:1875787996297216:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788891079.222294:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788891079.914072:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891079.914368:0:14329:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987937408 00000100:00100000:0.0:1788891079.914378:0:14329:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987937408 00000100:00100000:0.0:1788891079.914569:0:14329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 119 00000100:00100000:0.0:1788891079.914580:0:14329:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1193c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc193f55-7156-499f-9b02-e138dba3feae+13:2373:x1875787987937408:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:0.0:1788891079.914666:0:14329:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1193c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc193f55-7156-499f-9b02-e138dba3feae+13:2373:x1875787987937408:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 88us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891079.914673:0:14329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 119 00000100:00100000:2.0:1788891079.914831:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891079.914970:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891079.914995:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891079.915016:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891079.915034:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891079.915054:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891079.915076:0:15020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987937664 00000100:00100000:2.0:1788891079.915081:0:15020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987937664 00000100:00100000:2.0:1788891079.915114:0:15020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987938176 00000100:00100000:2.0:1788891079.915117:0:15020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987938176 00000100:00100000:2.0:1788891079.915129:0:15020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987937792 00000100:00100000:2.0:1788891079.915132:0:15020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987937792 00000100:00100000:2.0:1788891079.915158:0:15020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987938048 00000100:00100000:2.0:1788891079.915161:0:15020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987938048 00000100:00100000:2.0:1788891079.915217:0:15020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 15 00000100:00080000:1.0:1788891079.915220:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788891079.915226:0:15020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fdb24183-3512-436a-9819-5b2ea51da239+5:2373:x1875787987937664:12345-192.168.204.18@tcp:400:kworker.0 00000100:00080000:1.0:1788891079.915227:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788891079.915279:0:15020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fdb24183-3512-436a-9819-5b2ea51da239+5:2373:x1875787987937664:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 54us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891079.915286:0:15020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 15 00000100:00100000:2.0:1788891079.915303:0:15020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 16 00000100:00100000:2.0:1788891079.915310:0:15020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c5929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:991926de-96d8-4a83-9572-e38119e78dc2+5:2373:x1875787987938176:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:2.0:1788891079.915338:0:15020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c5929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:991926de-96d8-4a83-9572-e38119e78dc2+5:2373:x1875787987938176:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 30us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891079.915345:0:15020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 16 00000100:00100000:2.0:1788891079.915356:0:15020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 17 00000100:00100000:2.0:1788891079.915363:0:15020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fdb24183-3512-436a-9819-5b2ea51da239+5:2373:x1875787987937792:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:2.0:1788891079.915385:0:15020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fdb24183-3512-436a-9819-5b2ea51da239+5:2373:x1875787987937792:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 23us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891079.915391:0:15020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 17 00000100:00100000:2.0:1788891079.915422:0:15020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 18 00000100:00100000:2.0:1788891079.915430:0:15020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1fa11f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:991926de-96d8-4a83-9572-e38119e78dc2+5:2373:x1875787987938048:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:2.0:1788891079.915453:0:15020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1fa11f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:991926de-96d8-4a83-9572-e38119e78dc2+5:2373:x1875787987938048:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 24us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891079.915460:0:15020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 18 00000100:00100000:2.0:1788891079.915491:0:14336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987937920 00000100:00100000:2.0:1788891079.915496:0:14336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987937920 00000100:00100000:2.0:1788891079.915529:0:14336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987937536 00000100:00100000:2.0:1788891079.915532:0:14336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987937536 00000100:00100000:2.0:1788891079.915567:0:14336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 23 00000100:00100000:2.0:1788891079.915574:0:14336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:991926de-96d8-4a83-9572-e38119e78dc2+6:2373:x1875787987937920:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:2.0:1788891079.915602:0:14336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:991926de-96d8-4a83-9572-e38119e78dc2+6:2373:x1875787987937920:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 30us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891079.915608:0:14336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 23 00000100:00100000:2.0:1788891079.915619:0:14336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 24 00000100:00100000:2.0:1788891079.915625:0:14336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fdb24183-3512-436a-9819-5b2ea51da239+12:2373:x1875787987937536:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:2.0:1788891079.915651:0:14336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fdb24183-3512-436a-9819-5b2ea51da239+12:2373:x1875787987937536:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 25us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891079.915657:0:14336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 24 00000100:00080000:1.0:1788891079.916088:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788891080.246290:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788891080.631844:0:14371:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788891080.631852:0:14371:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788891080.631889:0:14371:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788891080.631898:0:14371:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1788891081.270511:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891082.294773:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788891082.295288:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3279:1875787996297728:0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.295353:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891082.295421:0:3279:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788891082.295428:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3279:1875787996297344:0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.295470:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891082.295496:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3279:1875787996297856:0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.295518:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891082.295543:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996297472:0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.295569:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891082.295601:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3281:1875787996297984:0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.295623:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891082.295639:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788891082.295644:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996297600:0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.295664:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891082.295695:0:14336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996297728 00000100:00100000:0.0:1788891082.295703:0:14336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996297728 00000100:00100000:0.0:1788891082.295740:0:14336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996297856 00000100:00100000:0.0:1788891082.295744:0:14336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996297856 00000100:00100000:0.0:1788891082.295768:0:14336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996297984 00000100:00100000:0.0:1788891082.295771:0:14336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996297984 00000100:00100000:0.0:1788891082.295792:0:14336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788891082.295801:0:14336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3279:x1875787996297728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.295855:0:14336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3279:x1875787996297728:12345-0@lo:400:kworker.0 Request processed in 56us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891082.295863:0:14336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788891082.295884:0:14336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788891082.295891:0:14336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875787996297856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.295918:0:14336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875787996297856:12345-0@lo:400:kworker.0 Request processed in 28us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891082.295923:0:14336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788891082.295933:0:14336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788891082.295938:0:14336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3281:x1875787996297984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.295962:0:14336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3281:x1875787996297984:12345-0@lo:400:kworker.0 Request processed in 24us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891082.295967:0:14336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788891082.295989:0:15020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996297472 00000100:00100000:0.0:1788891082.295998:0:15020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996297472 00000100:00100000:0.0:1788891082.296044:0:15020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996297600 00000100:00100000:0.0:1788891082.296047:0:15020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996297600 00000100:00100000:0.0:1788891082.296066:0:15020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788891082.296072:0:15020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996297472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.296105:0:15020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996297472:12345-0@lo:400:kworker.0 Request processed in 34us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891082.296111:0:15020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788891082.296122:0:15020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788891082.296127:0:15020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996297600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.296152:0:15020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996297600:12345-0@lo:400:kworker.0 Request processed in 25us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891082.296157:0:15020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:0.0:1788891082.296203:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788891082.296207:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788891082.296209:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788891082.296242:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996297600:0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.296254:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996297472:0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.296264:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3281:1875787996297984:0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.296296:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3279:1875787996297856:0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.296304:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3279:1875787996297728:0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.296343:0:14330:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996297344 00000100:00100000:0.0:1788891082.296347:0:14330:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996297344 00000100:00100000:0.0:1788891082.296373:0:14330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1788891082.296379:0:14330:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1191850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:73a29ebe-4d40-4a82-b77a-4b1222504c0e+19:3279:x1875787996297344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891082.296423:0:14330:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1191850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:73a29ebe-4d40-4a82-b77a-4b1222504c0e+19:3279:x1875787996297344:12345-0@lo:400:kworker.0 Request processed in 44us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891082.296429:0:14330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1788891082.296477:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3279:1875787996297344:0@lo:400:kworker.0 00000100:00100000:2.0:1788891082.296792:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3282:1875787996298112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788891082.296827:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891082.296906:0:15023:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996298112 00000100:00100000:1.0:1788891082.296911:0:15023:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996298112 00000100:00100000:1.0:1788891082.296949:0:15023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788891082.296955:0:15023:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1fa11e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875787996298112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788891082.296985:0:15023:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788891082.297091:0:15023:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1fa11e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875787996298112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891082.297098:0:15023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788891082.298219:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3282:1875787996298112:0@lo:13:osp-pre-1-0.0 00000020:00080000:0.0:1788891082.843217:0:5836:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967527 batchid updated 00000020:00080000:2.0:1788891082.843258:0:14375:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000020:00080000:2.0:1788891082.843271:0:14375:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000001:02000400:0.0:1788891083.002914:0:17262:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 14:11:22 (1788891082) 00010000:00010000:1.0:1788891083.318706:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788891083.832199:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788891083.832224:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3280:1875787996298240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788891083.832297:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891083.832358:0:15023:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996298240 00000100:00100000:1.0:1788891083.832367:0:15023:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996298240 00000100:00100000:1.0:1788891083.832425:0:15023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788891083.832435:0:15023:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875787996298240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788891083.832468:0:15023:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 71499776 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1788891083.832517:0:15023:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875787996298240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891083.832524:0:15023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788891083.832909:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3280:1875787996298240:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788891084.348434:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788891085.036452:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891085.036494:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891085.036532:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891085.036673:0:14329:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987938304 00000100:00100000:0.0:1788891085.036683:0:14329:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987938304 00000100:00100000:0.0:1788891085.036786:0:14329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 121 00000100:00100000:0.0:1788891085.036798:0:14329:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1192450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc193f55-7156-499f-9b02-e138dba3feae+13:2374:x1875787987938304:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:0.0:1788891085.036871:0:14329:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1192450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc193f55-7156-499f-9b02-e138dba3feae+13:2374:x1875787987938304:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 76us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891085.036879:0:14329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 121 00000100:00100000:2.0:1788891085.036952:0:15020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987938560 00000100:00100000:2.0:1788891085.036957:0:15020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987938560 00000100:00100000:2.0:1788891085.037001:0:15020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 21 00000100:00100000:2.0:1788891085.037008:0:15020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fdb24183-3512-436a-9819-5b2ea51da239+5:2374:x1875787987938560:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:2.0:1788891085.037040:0:15020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fdb24183-3512-436a-9819-5b2ea51da239+5:2374:x1875787987938560:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 33us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891085.037045:0:15020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 21 00000100:00080000:2.0:1788891085.037062:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788891085.037239:0:14336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987938432 00000100:00100000:3.0:1788891085.037296:0:14336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987938432 00000100:00100000:3.0:1788891085.037342:0:14336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 28 00000100:00100000:3.0:1788891085.037350:0:14336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fdb24183-3512-436a-9819-5b2ea51da239+12:2374:x1875787987938432:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:3.0:1788891085.037400:0:14336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fdb24183-3512-436a-9819-5b2ea51da239+12:2374:x1875787987938432:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 50us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891085.037407:0:14336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 28 00000100:00080000:2.0:1788891085.037511:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788891085.041186:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891085.041251:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891085.041286:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891085.041366:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891085.041411:0:15020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987938688 00000100:00100000:2.0:1788891085.041420:0:15020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987938688 00000100:00100000:2.0:1788891085.041472:0:15020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987938944 00000100:00100000:2.0:1788891085.041475:0:15020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987938944 00000100:00100000:2.0:1788891085.041491:0:15020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987939072 00000100:00100000:2.0:1788891085.041494:0:15020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987939072 00000100:00100000:2.0:1788891085.041512:0:15020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 20 00000100:00100000:2.0:1788891085.041522:0:15020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1fa11c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fdb24183-3512-436a-9819-5b2ea51da239+5:2371:x1875787987938688:12345-192.168.204.18@tcp:9:kworker.0 00000020:00000080:2.0:1788891085.041553:0:15020:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec401fe 00000100:00080000:2.0:1788891085.041568:0:15020:0:(import.c:65:import_set_state_nolock()) ffff9da1cae19800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788891085.041608:0:15020:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1788891085.041816:0:15018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 21 00000100:00100000:1.0:1788891085.041827:0:15018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1cae23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:991926de-96d8-4a83-9572-e38119e78dc2+5:2371:x1875787987938944:12345-192.168.204.18@tcp:9:kworker.0 00000020:00000080:1.0:1788891085.041840:0:15018:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec4022f 00000100:00080000:1.0:1788891085.041851:0:15018:0:(import.c:65:import_set_state_nolock()) ffff9da1f9bc3000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788891085.041883:0:15018:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:3.0:1788891085.042066:0:14337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987938816 00000100:00100000:3.0:1788891085.042071:0:14337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987938816 00000100:00100000:3.0:1788891085.042112:0:14337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 29 00000100:00100000:3.0:1788891085.042119:0:14337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1cae23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:991926de-96d8-4a83-9572-e38119e78dc2+6:2375:x1875787987938816:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:1.0:1788891085.042306:0:15018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1cae23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:991926de-96d8-4a83-9572-e38119e78dc2+2:2371:x1875787987938944:12345-192.168.204.18@tcp:9:kworker.0 Request processed in 480us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891085.042314:0:15018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 21 00000100:00100000:1.0:1788891085.042340:0:15018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 22 00000100:00100000:1.0:1788891085.042349:0:15018:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1cae20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:991926de-96d8-4a83-9572-e38119e78dc2+5:2371:x1875787987939072:12345-192.168.204.18@tcp:9:kworker.0 00000020:00000080:1.0:1788891085.042364:0:15018:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec40236 00000100:00080000:1.0:1788891085.042370:0:15018:0:(import.c:65:import_set_state_nolock()) ffff9da2016ab000 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1788891085.042392:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1788891085.042397:0:15018:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:0.0:1788891085.042399:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788891085.043264:0:14337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1cae23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:991926de-96d8-4a83-9572-e38119e78dc2+6:2375:x1875787987938816:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 1141us (2008us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891085.043275:0:14337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 29 00000100:00080000:3.0:1788891085.043326:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788891085.043331:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788891085.043333:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788891085.044044:0:15020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1fa11c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fdb24183-3512-436a-9819-5b2ea51da239+2:2371:x1875787987938688:12345-192.168.204.18@tcp:9:kworker.0 Request processed in 2521us (2885us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891085.044053:0:15020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 20 00000100:00100000:1.0:1788891085.046717:0:15018:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1cae20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:991926de-96d8-4a83-9572-e38119e78dc2+2:2371:x1875787987939072:12345-192.168.204.18@tcp:9:kworker.0 Request processed in 4353us (5334us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891085.046733:0:15018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 22 00010000:00010000:0.0:1788891085.368032:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788891085.421838:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891085.422938:0:14340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987939328 00000100:00100000:0.0:1788891085.422949:0:14340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987939328 00000100:00100000:0.0:1788891085.423030:0:14340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 13 00000100:00100000:0.0:1788891085.423041:0:14340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1cae21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fdb24183-3512-436a-9819-5b2ea51da239+12:15302:x1875787987939328:12345-192.168.204.18@tcp:35:umount.0 00000001:00080000:0.0:1788891085.423479:0:14340:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00100000:0.0:1788891085.423628:0:14340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1cae21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fdb24183-3512-436a-9819-5b2ea51da239+14:15302:x1875787987939328:12345-192.168.204.18@tcp:35:umount.0 Request processed in 588us (1799us total) trans 8589934625 rc 0/0 00000100:00100000:0.0:1788891085.423637:0:14340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 13 00000020:00080000:0.0:1788891085.423642:0:14340:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788891085.426696:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891085.426755:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891085.426832:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891085.426927:0:14322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987939456 00000100:00100000:1.0:1788891085.426936:0:14322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987939456 00000100:00100000:1.0:1788891085.426995:0:14322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987939712 00000100:00100000:1.0:1788891085.426999:0:14322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987939712 00000100:00100000:1.0:1788891085.427011:0:14322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987939584 00000100:00100000:1.0:1788891085.427013:0:14322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987939584 00000100:00100000:1.0:1788891085.427029:0:14322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 3 00000100:00100000:1.0:1788891085.427038:0:14322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc193f55-7156-499f-9b02-e138dba3feae+15:2374:x1875787987939456:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788891085.427053:0:14322:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788891085.427073:0:14322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1ffc05000/0x9161b78f8ec401db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a205f expref: 15 pid: 14329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891085.427092:0:14322:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788891085.427148:0:14322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc193f55-7156-499f-9b02-e138dba3feae+14:2374:x1875787987939456:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 110us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891085.427208:0:14322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 3 00000100:00100000:1.0:1788891085.427226:0:14322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 4 00000100:00100000:1.0:1788891085.427233:0:14322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c5685050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc193f55-7156-499f-9b02-e138dba3feae+13:2374:x1875787987939712:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788891085.427241:0:14322:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788891085.427251:0:14322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1c0030a00/0x9161b78f8ec40259 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a212a expref: 13 pid: 14331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891085.427260:0:14322:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788891085.427279:0:14322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c5685050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc193f55-7156-499f-9b02-e138dba3feae+12:2374:x1875787987939712:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 46us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891085.427285:0:14322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 4 00000100:00100000:1.0:1788891085.427321:0:14322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 5 00000100:00100000:1.0:1788891085.427327:0:14322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc193f55-7156-499f-9b02-e138dba3feae+11:2374:x1875787987939584:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788891085.427334:0:14322:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788891085.427343:0:14322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1c9c87000/0x9161b78f8ec401e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2089 expref: 11 pid: 14330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891085.427351:0:14322:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788891085.427367:0:14322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc193f55-7156-499f-9b02-e138dba3feae+10:2374:x1875787987939584:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 41us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891085.427385:0:14322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 5 00000100:00100000:2.0:1788891085.432080:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891085.432279:0:15021:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987939840 00000100:00100000:0.0:1788891085.432289:0:15021:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987939840 00000100:00100000:0.0:1788891085.432396:0:15021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 23 00000100:00100000:0.0:1788891085.432407:0:15021:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fdb24183-3512-436a-9819-5b2ea51da239+5:2371:x1875787987939840:12345-192.168.204.18@tcp:9:umount.0 00000020:00000080:0.0:1788891085.432447:0:15021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec401f7 00000100:00080000:0.0:1788891085.432458:0:15021:0:(import.c:65:import_set_state_nolock()) ffff9da1f4b0b000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788891085.432506:0:15021:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00010000:00010000:1.0:1788891085.432550:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788891085.432700:0:15021:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fdb24183-3512-436a-9819-5b2ea51da239+2:2371:x1875787987939840:12345-192.168.204.18@tcp:9:umount.0 Request processed in 294us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891085.432709:0:15021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 23 00000100:00100000:2.0:1788891085.439538:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891085.439667:0:14336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987940736 00000100:00100000:3.0:1788891085.439677:0:14336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987940736 00000100:00100000:3.0:1788891085.439738:0:14336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 55 00000100:00100000:3.0:1788891085.439748:0:14336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fdb24183-3512-436a-9819-5b2ea51da239+14:2371:x1875787987940736:12345-192.168.204.18@tcp:39:umount.0 00000020:00000080:3.0:1788891085.439780:0:14336:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec401f0 00000020:00010000:3.0:1788891085.439796:0:14336:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9da1f4b0c800: total 0 00000100:00080000:3.0:1788891085.439814:0:14336:0:(import.c:65:import_set_state_nolock()) ffff9da2016aa000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788891085.439898:0:14336:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934625 00000100:00100000:3.0:1788891085.440312:0:14336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fdb24183-3512-436a-9819-5b2ea51da239+13:2371:x1875787987940736:12345-192.168.204.18@tcp:39:umount.0 Request processed in 564us (785us total) trans 8589934626 rc 0/0 00000100:00100000:3.0:1788891085.440321:0:14336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 55 00000020:00010000:1.0:1788891085.441722:0:14325:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9da1f4b0c800: total 0 00010000:00010000:1.0:1788891085.441729:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891085.441783:0:14325:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9da1f4b0c800, canceled 0 locks, left on hash table 7. 00010000:00010000:1.0:1788891085.441818:0:14325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9da1d35fe500) 00010000:00010000:1.0:1788891085.441834:0:14325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788891085.441845:0:14325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba400/0x9161b78f8ec40419 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a21a8 expref: 12 pid: 14338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891085.441868:0:14325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9da1c2aee400) 00010000:00010000:1.0:1788891085.441871:0:14325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788891085.441875:0:14325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c86800/0x9161b78f8ec402bb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2138 expref: 11 pid: 14336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891085.441895:0:14325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aee500) 00010000:00010000:1.0:1788891085.441897:0:14325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788891085.441901:0:14325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87e00/0x9161b78f8ec402f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2146 expref: 10 pid: 14336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891085.441915:0:14325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9da1c2aeea00) 00010000:00010000:1.0:1788891085.441917:0:14325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788891085.441920:0:14325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c86e00/0x9161b78f8ec4029f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2131 expref: 9 pid: 14337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891085.441934:0:14325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9da1d35feb00) 00010000:00010000:1.0:1788891085.441936:0:14325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788891085.441940:0:14325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f4edc600/0x9161b78f8ec40474 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a21bd expref: 8 pid: 15747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891085.441953:0:14325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9da1d35fe900) 00010000:00010000:1.0:1788891085.441955:0:14325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788891085.441958:0:14325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f4edc200/0x9161b78f8ec40378 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2170 expref: 7 pid: 15747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891085.441986:0:14325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9da1d35fe500) 00010000:00010000:1.0:1788891085.441989:0:14325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788891085.441992:0:14325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbb200/0x9161b78f8ec403f6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a219a expref: 6 pid: 14336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891085.442004:0:14325:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9da1f4b0c800, canceled 7 locks, left on hash table 0. 00010000:00010000:1.0:1788891085.442016:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891085.442018:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891085.442020:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891086.390670:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788891086.455511:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891086.455559:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891086.455593:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891086.455680:0:14322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987940864 00000100:00100000:0.0:1788891086.455690:0:14322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987940864 00000100:00100000:0.0:1788891086.455760:0:14322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987941120 00000100:00100000:0.0:1788891086.455763:0:14322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987941120 00000100:00100000:0.0:1788891086.455773:0:14322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987940992 00000100:00100000:0.0:1788891086.455775:0:14322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987940992 00000100:00100000:0.0:1788891086.455788:0:14322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 6 00000100:00100000:0.0:1788891086.455797:0:14322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc193f55-7156-499f-9b02-e138dba3feae+12:2372:x1875787987940864:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788891086.455814:0:14322:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788891086.455833:0:14322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1c0030e00/0x9161b78f8ec40213 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a20c1 expref: 12 pid: 14331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891086.455869:0:14322:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788891086.455913:0:14322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc193f55-7156-499f-9b02-e138dba3feae+11:2372:x1875787987940864:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 117us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891086.455920:0:14322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 6 00000100:00100000:0.0:1788891086.455935:0:14322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 7 00000100:00100000:0.0:1788891086.455940:0:14322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc193f55-7156-499f-9b02-e138dba3feae+10:2372:x1875787987941120:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788891086.455959:0:14322:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788891086.455968:0:14322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40252 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2123 expref: 10 pid: 14329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891086.455978:0:14322:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788891086.455997:0:14323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 8 00000100:00100000:0.0:1788891086.455998:0:14322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc193f55-7156-499f-9b02-e138dba3feae+9:2372:x1875787987941120:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 55us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891086.456008:0:14322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 7 00000100:00100000:2.0:1788891086.456014:0:14323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc193f55-7156-499f-9b02-e138dba3feae+9:2372:x1875787987940992:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788891086.456025:0:14323:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788891086.456037:0:14323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1ffc05e00/0x9161b78f8ec4021a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a20eb expref: 8 pid: 14329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891086.456047:0:14323:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788891086.456083:0:14323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc193f55-7156-499f-9b02-e138dba3feae+7:2372:x1875787987940992:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 75us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891086.456097:0:14323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 8 00000100:00100000:2.0:1788891086.463647:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891086.463730:0:14337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987941376 00000100:00100000:3.0:1788891086.463739:0:14337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987941376 00000100:00100000:3.0:1788891086.463802:0:14337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 56 00000100:00100000:3.0:1788891086.463813:0:14337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:991926de-96d8-4a83-9572-e38119e78dc2+6:2371:x1875787987941376:12345-192.168.204.18@tcp:39:umount.0 00000020:00000080:3.0:1788891086.463856:0:14337:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec40228 00000020:00010000:3.0:1788891086.463864:0:14337:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9da1f4ef6800: total 0 00000100:00080000:3.0:1788891086.463869:0:14337:0:(import.c:65:import_set_state_nolock()) ffff9da1f4ef2800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788891086.463903:0:14337:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:1.0:1788891086.463926:0:14325:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9da1f4ef6800: total 0 00010000:00010000:1.0:1788891086.463981:0:14325:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9da1f4ef6800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788891086.464016:0:14325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aee500) 00010000:00010000:1.0:1788891086.464020:0:14325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788891086.464028:0:14325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030200/0x9161b78f8ec40301 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a214d expref: 5 pid: 15747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891086.464056:0:14325:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9da1f4ef6800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788891086.464075:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891086.464079:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891086.464082:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788891086.464162:0:14337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:991926de-96d8-4a83-9572-e38119e78dc2+3:2371:x1875787987941376:12345-192.168.204.18@tcp:39:umount.0 Request processed in 350us (524us total) trans 8589934627 rc 0/0 00000100:00100000:3.0:1788891086.464202:0:14337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 56 00000100:00100000:0.0:1788891086.479215:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891086.479327:0:14331:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987941632 00000100:00100000:1.0:1788891086.479339:0:14331:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987941632 00000100:00100000:1.0:1788891086.479410:0:14331:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 122 00000100:00100000:1.0:1788891086.479421:0:14331:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1191450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc193f55-7156-499f-9b02-e138dba3feae+7:2371:x1875787987941632:12345-192.168.204.18@tcp:251:umount.0 00000020:00000080:1.0:1788891086.479489:0:14331:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec401cd 00000020:00010000:1.0:1788891086.479497:0:14331:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9da1f4b0f800: total 0 00000100:00080000:1.0:1788891086.479501:0:14331:0:(import.c:65:import_set_state_nolock()) ffff9da1f4b09000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788891086.479586:0:14331:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1191450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc193f55-7156-499f-9b02-e138dba3feae+3:2371:x1875787987941632:12345-192.168.204.18@tcp:251:umount.0 Request processed in 166us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891086.479595:0:14331:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 122 00000020:00010000:2.0:1788891086.479715:0:14324:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9da1f4b0f800: total 0 00010000:00010000:2.0:1788891086.479719:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891086.479758:0:14324:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9da1f4b0f800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788891086.479788:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec401d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2058 expref: 2 pid: 14330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891086.479802:0:14324:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9da1f4b0f800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1788891086.479812:0:14324:0:(genops.c:885:class_export_put()) final put ffff9da1f4b0f800/fc193f55-7156-499f-9b02-e138dba3feae 00010000:00010000:2.0:1788891086.479829:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891086.479832:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891086.479834:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788891086.479870:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4b0f800/fc193f55-7156-499f-9b02-e138dba3feae for MGS 00000020:00000080:1.0:1788891086.479917:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1f4b09000 for MGS 00000100:00100000:0.0:1788891087.414458:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996298496:0@lo:400:kworker.0 00000100:00100000:1.0:1788891087.414490:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3280:1875787996298368:0@lo:400:kworker.0 00000100:00100000:0.0:1788891087.414527:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891087.414532:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891087.414696:0:15020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996298496 00000100:00100000:2.0:1788891087.414704:0:15020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996298496 00000100:00100000:2.0:1788891087.414760:0:15020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788891087.414769:0:15020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996298496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891087.414854:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3281:1875787996299008:0@lo:400:kworker.0 00000100:00100000:0.0:1788891087.414881:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891087.414904:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788891087.414910:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996298624:0@lo:400:kworker.0 00000100:00100000:0.0:1788891087.414937:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891087.414970:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996299136:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788891087.414991:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891087.415017:0:14329:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996298368 00000100:00100000:0.0:1788891087.415021:0:14329:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996298368 00000100:00100000:0.0:1788891087.415048:0:14329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1788891087.415055:0:14329:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1192050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:73a29ebe-4d40-4a82-b77a-4b1222504c0e+19:3280:x1875787996298368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891087.415084:0:14329:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1192050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:73a29ebe-4d40-4a82-b77a-4b1222504c0e+19:3280:x1875787996298368:12345-0@lo:400:kworker.0 Request processed in 30us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891087.415091:0:14329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1788891087.415122:0:14338:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996299008 00000100:00100000:0.0:1788891087.415137:0:14338:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996299008 00000100:00100000:0.0:1788891087.415165:0:14338:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788891087.415188:0:14338:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3281:x1875787996299008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891087.415221:0:14338:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3281:x1875787996299008:12345-0@lo:400:kworker.0 Request processed in 35us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891087.415227:0:14338:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788891087.415243:0:15104:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996298624 00000100:00100000:0.0:1788891087.415246:0:15104:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996298624 00000100:00100000:0.0:1788891087.415283:0:15104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788891087.415289:0:15104:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1df951850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996298624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891087.415316:0:15104:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1df951850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996298624:12345-0@lo:400:kworker.0 Request processed in 28us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891087.415322:0:15104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788891087.415350:0:15023:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996299136 00000100:00100000:0.0:1788891087.415354:0:15023:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996299136 00000100:00100000:0.0:1788891087.415376:0:15023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788891087.415383:0:15023:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996299136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788891087.415407:0:15023:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788891087.415435:0:15023:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996299136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891087.415441:0:15023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788891087.415487:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996298624:0@lo:400:kworker.0 00000100:00100000:0.0:1788891087.415500:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996299136:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788891087.415508:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3281:1875787996299008:0@lo:400:kworker.0 00000100:00100000:1.0:1788891087.415916:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3280:1875787996298368:0@lo:400:kworker.0 00000100:00100000:1.0:1788891087.415926:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3280:1875787996298880:0@lo:400:kworker.0 00000100:00100000:1.0:1788891087.415953:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891087.415965:0:15020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996298496:12345-0@lo:400:kworker.0 Request processed in 1196us (1437us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891087.415973:0:15020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788891087.415982:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788891087.415988:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875787996298752:0@lo:400:kworker.0 00000100:00100000:1.0:1788891087.416007:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891087.416039:0:14337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996298880 00000100:00100000:1.0:1788891087.416043:0:14337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996298880 00000100:00100000:1.0:1788891087.416066:0:14337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996298752 00000100:00100000:1.0:1788891087.416069:0:14337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996298752 00000100:00100000:1.0:1788891087.416083:0:14337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788891087.416089:0:14337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3280:x1875787996298880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788891087.416121:0:14337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3280:x1875787996298880:12345-0@lo:400:kworker.0 Request processed in 32us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891087.416126:0:14337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788891087.416136:0:14337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788891087.416151:0:14337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875787996298752:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788891087.416159:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788891087.416165:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788891087.416185:0:14332:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788891087.416200:0:14337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875787996298752:12345-0@lo:400:kworker.0 Request processed in 51us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891087.416207:0:14337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788891087.416463:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996298496:0@lo:400:kworker.0 00010000:00010000:1.0:1788891087.416638:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788891087.416681:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875787996298752:0@lo:400:kworker.0 00000100:00100000:1.0:1788891087.416693:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3280:1875787996298880:0@lo:400:kworker.0 00000001:00100000:1.0:1788891087.452845:0:7624:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 991926de-96d8-4a83-9572-e38119e78dc2 00000020:00000080:1.0:1788891087.452858:0:7624:0:(genops.c:885:class_export_put()) final put ffff9da2016ac000/991926de-96d8-4a83-9572-e38119e78dc2 00000001:00100000:1.0:1788891087.452887:0:7624:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of fdb24183-3512-436a-9819-5b2ea51da239 00000020:00000080:1.0:1788891087.452890:0:7624:0:(genops.c:885:class_export_put()) final put ffff9da1cae1b800/fdb24183-3512-436a-9819-5b2ea51da239 00000020:00000080:1.0:1788891087.452910:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da2016ac000/991926de-96d8-4a83-9572-e38119e78dc2 for lustre-OST0001 00000020:00000080:1.0:1788891087.452951:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1cae1b800/fdb24183-3512-436a-9819-5b2ea51da239 for lustre-OST0001 00000020:00000080:1.0:1788891087.452969:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da2016ab000 for lustre-OST0001 00000020:00000080:1.0:1788891087.452975:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1cae19800 for lustre-OST0001 00000020:01000004:0.0:1788891087.620277:0:17458:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788891087.633401:0:17458:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1788891087.633456:0:17458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da201cb9400/0x9161b78f8ec3fefc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec3ff03 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891087.633471:0:17458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da201cb9400/0x9161b78f8ec3fefc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec3ff03 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891087.633478:0:17458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da201cb9400/0x9161b78f8ec3fefc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec3ff03 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891087.633485:0:17458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: ffff9da201cb9400/0x9161b78f8ec3fefc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec3ff03 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891087.633550:0:17458:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891087.633552:0:14324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:01000000:0.0:1788891087.633556:0:17458:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:2.0:1788891087.633561:0:14324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da201cb9400/0x9161b78f8ec3fefc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec3ff03 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.633571:0:14324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da201cb9400 already unused, calling callback (ffffffffc1dd7c20) 00000100:00080000:0.0:1788891087.633586:0:17458:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:00010000:2.0:1788891087.633589:0:14324:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da201cb9400/0x9161b78f8ec3fefc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec3ff03 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891087.633592:0:17458:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788891087.633601:0:17458:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00010000:00010000:2.0:1788891087.633603:0:14324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da201cb9400/0x9161b78f8ec3fefc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec3ff03 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788891087.633612:0:14324:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da201cb9400/0x9161b78f8ec3fefc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec3ff03 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788891087.633618:0:14324:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788891087.633620:0:14324:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788891087.633623:0:14324:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00080000:0.0:1788891087.633626:0:17458:0:(import.c:65:import_set_state_nolock()) ffff9da1f023b800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1788891087.633651:0:14324:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da201cb9400/0x9161b78f8ec3fefc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec3ff03 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.633658:0:14324:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788891087.633693:0:14324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da201cb9400/0x9161b78f8ec3fefc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec3ff03 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.633701:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da201cb9400/0x9161b78f8ec3fefc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec3ff03 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.633714:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891087.633716:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891087.633718:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788891087.633722:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3278:1875787996299264:0@lo:39:umount.0 00000100:00100000:3.0:1788891087.633746:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788891087.633761:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3280:1875787996299392:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788891087.633791:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891087.633804:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891087.633869:0:14322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996299392 00000100:00100000:1.0:1788891087.633876:0:14322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996299392 00000100:00100000:2.0:1788891087.633907:0:15747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996299264 00000100:00100000:2.0:1788891087.633913:0:15747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996299264 00000100:00100000:1.0:1788891087.633939:0:14322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788891087.633953:0:14322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:73a29ebe-4d40-4a82-b77a-4b1222504c0e+19:3280:x1875787996299392:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788891087.633957:0:15747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788891087.633968:0:15747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3278:x1875787996299264:12345-0@lo:39:umount.0 00010000:00010000:1.0:1788891087.633970:0:14322:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788891087.633986:0:14322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1d0f6f000/0x9161b78f8ec3ff03 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec3fefc expref: 19 pid: 14331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788891087.633991:0:15747:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3ff34 00000100:00080000:2.0:1788891087.634000:0:15747:0:(import.c:65:import_set_state_nolock()) ffff9da1f9bc5000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788891087.634011:0:14322:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788891087.634057:0:14322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:73a29ebe-4d40-4a82-b77a-4b1222504c0e+18:3280:x1875787996299392:12345-0@lo:103:ldlm_bl.0 Request processed in 108us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891087.634075:0:14322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788891087.634091:0:15747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3278:x1875787996299264:12345-0@lo:39:umount.0 Request processed in 114us (290us total) trans 0 rc 0/0 00010000:00010000:1.0:1788891087.634100:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788891087.634101:0:15747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000020:00000080:2.0:1788891087.634112:0:15747:0:(genops.c:885:class_export_put()) final put ffff9da1f9bc6800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:1.0:1788891087.634129:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3280:1875787996299392:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1788891087.634198:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f9bc6800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1788891087.634242:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1f9bc5000 for lustre-MDT0000 00000100:00080000:0.0:1788891087.634270:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1f023b800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788891087.634289:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3278:1875787996299264:0@lo:39:umount.0 00000100:00080000:2.0:1788891087.634980:0:17458:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788891087.634983:0:17458:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788891087.634987:0:17458:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788891087.635954:0:17458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87c00/0x9161b78f8ec3fe62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec3fe69 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.635967:0:17458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87c00/0x9161b78f8ec3fe62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec3fe69 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.635974:0:17458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87c00/0x9161b78f8ec3fe62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec3fe69 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.635981:0:17458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87c00/0x9161b78f8ec3fe62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec3fe69 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.636006:0:17458:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891087.636012:0:17458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da201cb9800/0x9161b78f8ec400f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec400fb expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.636017:0:17458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da201cb9800/0x9161b78f8ec400f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec400fb expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.636020:0:17458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da201cb9800/0x9161b78f8ec400f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec400fb expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.636024:0:17458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: ffff9da201cb9800/0x9161b78f8ec400f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec400fb expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891087.636034:0:14324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891087.636044:0:14324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87c00/0x9161b78f8ec3fe62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec3fe69 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891087.636054:0:14324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87c00 already unused, calling callback (ffffffffc1dd7c20) 00010000:00010000:2.0:1788891087.636057:0:17458:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00010000:1.0:1788891087.636059:0:14324:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87c00/0x9161b78f8ec3fe62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec3fe69 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.636064:0:17458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86c00/0x9161b78f8ec4027c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40283 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.636076:0:17458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86c00/0x9161b78f8ec4027c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec40283 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891087.636076:0:14324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87c00/0x9161b78f8ec3fe62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec3fe69 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.636086:0:17458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86c00/0x9161b78f8ec4027c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec40283 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788891087.636092:0:14324:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87c00/0x9161b78f8ec3fe62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec3fe69 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.636093:0:17458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86c00/0x9161b78f8ec4027c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec40283 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.636110:0:17458:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1788891087.636110:0:14324:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788891087.636115:0:17458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec3fe54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec3fe5b expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788891087.636115:0:14324:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1788891087.636122:0:17458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec3fe54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec3fe5b expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.636126:0:17458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec3fe54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec3fe5b expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.636130:0:17458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec3fe54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec3fe5b expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891087.636135:0:17458:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:2.0:1788891087.636137:0:17458:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1788891087.636144:0:17458:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:3.0:1788891087.636148:0:14325:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788891087.636148:0:14324:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87c00/0x9161b78f8ec3fe62 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec3fe69 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891087.636158:0:14324:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:01000004:2.0:1788891087.636162:0:17458:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1788891087.636195:0:17458:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1788891087.636200:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788891087.636206:0:17458:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 2/9 00000020:00080000:2.0:1788891087.636213:0:17458:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9da1d0e4c000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788891087.636220:0:17458:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9da1ffeb8800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788891087.636227:0:17458:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9da1f4ef6800 991926de-96d8-4a83-9572-e38119e78dc2 192.168.204.18@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:2.0:1788891087.636233:0:17458:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9da1f4b0c800 fdb24183-3512-436a-9819-5b2ea51da239 192.168.204.18@tcp 4 (0 4 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:2.0:1788891087.636238:0:17458:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9da1cae58000) has exports, disconnecting them 00000020:00080000:2.0:1788891087.636243:0:17458:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9da1d0e4c000), last request at 1788891087 00000020:00000080:2.0:1788891087.636248:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec400e6 00000100:00080000:2.0:1788891087.636263:0:17458:0:(import.c:65:import_set_state_nolock()) ffff9da1d0e49800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788891087.636302:0:17458:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9da1d0e4c000): rc 0 00000020:00000080:2.0:1788891087.636305:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1d0e4c000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1788891087.636317:0:17458:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9da1ffeb8800), last request at 1788891087 00000020:00000080:2.0:1788891087.636320:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3ffb2 00010000:00010000:1.0:1788891087.636321:0:14324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87c00/0x9161b78f8ec3fe62 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec3fe69 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788891087.636336:0:17458:0:(import.c:65:import_set_state_nolock()) ffff9da1ffeb8000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788891087.636346:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87c00/0x9161b78f8ec3fe62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec3fe69 expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788891087.636348:0:17458:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9da1ffeb8800): rc 0 00000020:00000080:2.0:1788891087.636353:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1ffeb8800/lustre-MDT0000-lwp-OST0000_UUID 00000004:00000080:2.0:1788891087.636362:0:17458:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffbd5081c9bae0 00010000:00010000:1.0:1788891087.636378:0:14324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00080000:2.0:1788891087.636382:0:17458:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00010000:00010000:1.0:1788891087.636383:0:14324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86c00/0x9161b78f8ec4027c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec40283 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891087.636387:0:17458:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 3 00010000:00010000:1.0:1788891087.636395:0:14324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86c00 already unused, calling callback (ffffffffc1dd7c20) 00000100:00100000:3.0:1788891087.636400:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3280:1875787996299520:0@lo:103:ldlm_bl.0 10000000:00010000:1.0:1788891087.636401:0:14324:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86c00/0x9161b78f8ec4027c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec40283 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788891087.636403:0:17458:0:(osp_dev.c:1634:osp_import_event()) got inactive 00010000:00010000:1.0:1788891087.636414:0:14324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86c00/0x9161b78f8ec4027c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec40283 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788891087.636422:0:14324:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86c00/0x9161b78f8ec4027c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec40283 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788891087.636427:0:14324:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788891087.636430:0:14324:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788891087.636431:0:14324:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788891087.636449:0:14324:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86c00/0x9161b78f8ec4027c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec40283 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891087.636457:0:14324:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788891087.636464:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788891087.636481:0:14324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86c00/0x9161b78f8ec4027c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec40283 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891087.636489:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86c00/0x9161b78f8ec4027c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec40283 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891087.636499:0:14324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891087.636503:0:14324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec3fe54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec3fe5b expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891087.636511:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3281:1875787996299648:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788891087.636521:0:14324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87600 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:1.0:1788891087.636531:0:14324:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec3fe54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec3fe5b expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891087.636538:0:14324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec3fe54 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec3fe5b expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788891087.636545:0:14324:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec3fe54 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec3fe5b expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788891087.636552:0:14324:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788891087.636555:0:14324:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00010000:00010000:3.0:1788891087.636558:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788891087.636558:0:14324:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1788891087.636562:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891087.636567:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788891087.636567:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788891087.636577:0:14324:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec3fe54 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec3fe5b expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891087.636585:0:14324:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788891087.636594:0:14324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec3fe54 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec3fe5b expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788891087.636595:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1d0e4c000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000100:00100000:0.0:1788891087.636597:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1788891087.636607:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec3fe54 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec3fe5b expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891087.636610:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3281:1875787996299776:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788891087.636632:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891087.636636:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891087.636639:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788891087.636651:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1ffeb8800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00100000:0.0:1788891087.636656:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891087.636657:0:14321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996299520 00000100:00100000:1.0:1788891087.636665:0:14321:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996299520 00000020:00000080:3.0:1788891087.636694:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1d0e49800 for lustre-MDT0000 00000020:00000080:3.0:1788891087.636700:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1ffeb8000 for lustre-MDT0000 00000100:00100000:1.0:1788891087.636709:0:14321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996299648 00000100:00100000:1.0:1788891087.636715:0:14321:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996299648 00000100:00080000:2.0:1788891087.636833:0:17458:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1788891087.636846:0:17458:0:(import.c:65:import_set_state_nolock()) ffff9da1cae35000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788891087.636860:0:17458:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788891087.636862:0:17458:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1788891087.636877:0:17458:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1788891087.636929:0:17458:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1788891087.636939:0:17458:0:(import.c:65:import_set_state_nolock()) ffff9da1f0238000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788891087.636949:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996299776 00000100:00100000:0.0:1788891087.636952:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996299776 00000020:00080000:2.0:1788891087.636971:0:17458:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9da1cae58000) has no exports 00000100:00100000:0.0:1788891087.636974:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788891087.636981:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:73a29ebe-4d40-4a82-b77a-4b1222504c0e+20:3280:x1875787996299520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788891087.636993:0:16446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788891087.637005:0:16446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da201cb8e00/0x9161b78f8ec3fe69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec3fe62 expref: 20 pid: 14330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891087.637017:0:16446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788891087.637052:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:73a29ebe-4d40-4a82-b77a-4b1222504c0e+19:3280:x1875787996299520:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891087.637060:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788891087.637067:0:14322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788891087.637079:0:14322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c5686850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:73a29ebe-4d40-4a82-b77a-4b1222504c0e+18:3281:x1875787996299648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788891087.637089:0:14322:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1788891087.637095:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1788891087.637102:0:14322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1c0030000/0x9161b78f8ec40283 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec4027c expref: 18 pid: 14331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891087.637106:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:73a29ebe-4d40-4a82-b77a-4b1222504c0e+18:3281:x1875787996299776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788891087.637119:0:16446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788891087.637123:0:14322:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788891087.637131:0:16446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da201cb9a00/0x9161b78f8ec3fe5b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec3fe54 expref: 17 pid: 14329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891087.637144:0:16446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788891087.637163:0:14322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c5686850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:73a29ebe-4d40-4a82-b77a-4b1222504c0e+16:3281:x1875787996299648:12345-0@lo:103:ldlm_bl.0 Request processed in 87us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891087.637197:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:73a29ebe-4d40-4a82-b77a-4b1222504c0e+16:3281:x1875787996299776:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891087.637203:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1788891087.637218:0:14325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da201cb9800/0x9161b78f8ec400f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec400fb expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891087.637230:0:14325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da201cb9800 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:0.0:1788891087.637233:0:14325:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da201cb9800/0x9161b78f8ec400f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec400fb expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891087.637240:0:14325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da201cb9800/0x9161b78f8ec400f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec400fb expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788891087.637246:0:14325:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da201cb9800/0x9161b78f8ec400f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec400fb expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788891087.637250:0:14325:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1788891087.637252:0:14325:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1788891087.637254:0:14325:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1788891087.637268:0:14325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da201cb9800/0x9161b78f8ec400f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec400fb expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891087.637274:0:14325:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788891087.637284:0:14325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da201cb9800/0x9161b78f8ec400f4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec400fb expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891087.637290:0:14325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da201cb9800/0x9161b78f8ec400f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec400fb expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891087.637299:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891087.637304:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891087.637306:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788891087.637314:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3279:1875787996300160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788891087.637353:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891087.637394:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3281:1875787996299776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788891087.637410:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3281:1875787996299648:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788891087.637430:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996299904:0@lo:9:umount.0 00000100:00100000:0.0:1788891087.637458:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891087.637476:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996300032:0@lo:9:umount.0 00000100:00100000:0.0:1788891087.637493:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891087.637517:0:15104:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996299904 00000100:00100000:0.0:1788891087.637521:0:15104:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996299904 00000100:00100000:0.0:1788891087.637546:0:15104:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996300032 00000100:00100000:0.0:1788891087.637549:0:15104:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996300032 00000100:00100000:0.0:1788891087.637569:0:15104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788891087.637575:0:15104:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3278:x1875787996299904:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788891087.637591:0:15104:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3ffc0 00000100:00080000:0.0:1788891087.637597:0:15104:0:(import.c:65:import_set_state_nolock()) ffff9da1c5244000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788891087.637622:0:15104:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:3.0:1788891087.637802:0:14322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788891087.637809:0:15104:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3278:x1875787996299904:12345-0@lo:9:umount.0 Request processed in 232us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891087.637817:0:15104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788891087.637836:0:15104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788891087.637844:0:15104:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3278:x1875787996300032:12345-0@lo:9:umount.0 00000100:00100000:3.0:1788891087.637851:0:14322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996300160 00000020:00000080:0.0:1788891087.637857:0:15104:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec40102 00000100:00100000:3.0:1788891087.637858:0:14322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996300160 00000100:00080000:0.0:1788891087.637866:0:15104:0:(import.c:65:import_set_state_nolock()) ffff9da1f4b0d800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788891087.637886:0:14322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788891087.637893:0:14322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:73a29ebe-4d40-4a82-b77a-4b1222504c0e+15:3279:x1875787996300160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788891087.637901:0:14322:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788891087.637911:0:14322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1c0031a00/0x9161b78f8ec400fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec400f4 expref: 15 pid: 14330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891087.637923:0:14322:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788891087.638245:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3280:1875787996299520:0@lo:103:ldlm_bl.0 00000001:00000004:0.0:1788891087.638303:0:15104:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:3.0:1788891087.638396:0:14322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:73a29ebe-4d40-4a82-b77a-4b1222504c0e+14:3279:x1875787996300160:12345-0@lo:103:ldlm_bl.0 Request processed in 502us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891087.638404:0:14322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:3.0:1788891087.638426:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788891087.638481:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1cae35000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788891087.638493:0:3278:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000100:00100000:1.0:1788891087.638510:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3279:1875787996300160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788891087.638589:0:15104:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3278:x1875787996300032:12345-0@lo:9:umount.0 Request processed in 746us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891087.638597:0:15104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00010000:0.0:1788891087.638613:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788891087.638982:0:3278:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788891087.638993:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996299904:0@lo:9:umount.0 00000100:00080000:3.0:1788891087.639011:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1f0238000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788891087.639223:0:3278:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788891087.639234:0:3278:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788891087.639238:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996300032:0@lo:9:umount.0 00000020:00080000:3.0:1788891087.644524:0:17458:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9da1cae58000) has no exports 00000020:00000080:3.0:1788891087.685380:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3feaf 00000020:00000080:3.0:1788891087.685394:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1fa401000/lustre-QMT0000_UUID 00000020:01000000:3.0:1788891087.685479:0:17458:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1788891087.685693:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788891087.685703:0:17458:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788891087.685707:0:17458:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff9da1cae5b370) has no exports 00000020:00000080:0.0:1788891087.685778:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1fa401000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1788891087.686003:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3fea8 00000020:00000080:2.0:1788891087.686010:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1f4e23800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788891087.686063:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788891087.686069:0:17458:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788891087.686072:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1f4e26800/lustre-QMT0000_UUID 00000020:00000080:2.0:1788891087.686074:0:17458:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4e26800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1788891087.686117:0:17458:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1788891087.686451:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4e23800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000001:00080000:0.0:1788891087.975934:0:5836:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934625 is committed 00000001:00100000:0.0:1788891087.975958:0:5836:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 991926de-96d8-4a83-9572-e38119e78dc2 00000001:00080000:0.0:1788891087.975964:0:5836:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1788891087.975967:0:5836:0:(genops.c:885:class_export_put()) final put ffff9da1f4ef6800/991926de-96d8-4a83-9572-e38119e78dc2 00000001:00100000:0.0:1788891087.975992:0:5836:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fdb24183-3512-436a-9819-5b2ea51da239 00000001:00080000:0.0:1788891087.975997:0:5836:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000020:00000080:0.0:1788891087.975999:0:5836:0:(genops.c:885:class_export_put()) final put ffff9da1f4b0c800/fdb24183-3512-436a-9819-5b2ea51da239 00000020:00000080:1.0:1788891087.976076:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4ef6800/991926de-96d8-4a83-9572-e38119e78dc2 for lustre-MDT0000 00000020:00000080:1.0:1788891087.976137:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4b0c800/fdb24183-3512-436a-9819-5b2ea51da239 for lustre-MDT0000 00000020:00000080:1.0:1788891087.976301:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1f4ef2800 for lustre-MDT0000 00000020:00000080:1.0:1788891087.976308:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da2016aa000 for lustre-MDT0000 00010000:00010000:0.0:1788891088.438409:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788891088.473724:0:6689:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788891088.473734:0:6689:0:(genops.c:885:class_export_put()) final put ffff9da1c5242800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1788891088.473764:0:6689:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fdb24183-3512-436a-9819-5b2ea51da239 00000020:00000080:3.0:1788891088.473768:0:6689:0:(genops.c:885:class_export_put()) final put ffff9da1f4b0f000/fdb24183-3512-436a-9819-5b2ea51da239 00000001:00100000:3.0:1788891088.473788:0:6689:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 991926de-96d8-4a83-9572-e38119e78dc2 00000020:00000080:3.0:1788891088.473791:0:6689:0:(genops.c:885:class_export_put()) final put ffff9da1f4b0a000/991926de-96d8-4a83-9572-e38119e78dc2 00000020:00000080:1.0:1788891088.473794:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1c5242800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1788891088.473842:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4b0f000/fdb24183-3512-436a-9819-5b2ea51da239 for lustre-OST0000 00000020:00000080:1.0:1788891088.473865:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4b0a000/991926de-96d8-4a83-9572-e38119e78dc2 for lustre-OST0000 00000020:00000080:1.0:1788891088.473878:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1c5244000 for lustre-OST0000 00000020:00000080:1.0:1788891088.473885:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1f4b0b000 for lustre-OST0000 00000020:00000080:1.0:1788891088.473888:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1f9bc3000 for lustre-OST0000 00010000:00010000:3.0:1788891089.462753:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788891089.718303:0:17458:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9da1f6de4ae0 - data ffff9da1e73e4bd0/ffff9da0c34ab400 00000020:01000000:2.0:1788891089.718431:0:17458:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9da1c8467300 - data ffff9da1f8ca3288/ffff9da1f9de6400 00000001:00000004:2.0:1788891089.724556:0:17458:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00080000:1.0:1788891089.786738:0:17458:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788891089.786747:0:17458:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 4 00000004:00080000:1.0:1788891089.786815:0:17458:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788891089.786819:0:17458:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788891089.787136:0:14358:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788891089.787142:0:14358:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:2.0:1788891089.787152:0:14358:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1788891089.788384:0:17458:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788891089.788391:0:17458:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1788891089.788414:0:17458:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788891089.788416:0:17458:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788891089.788764:0:14360:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788891089.788768:0:14360:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:2.0:1788891089.788778:0:14360:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788891089.845312:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3fe77 00000020:00000080:3.0:1788891089.845324:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1cae36000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788891089.845542:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1cae36000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788891089.846952:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3fe8c 00000020:00000080:3.0:1788891089.846964:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1cae33800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788891089.846980:0:17458:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1788891089.846986:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788891089.846994:0:17458:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788891089.846999:0:17458:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff9da1cae5cd28) has no exports 00000004:01000000:3.0:1788891089.847164:0:17458:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788891089.847203:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3fed9 00000020:00000080:3.0:1788891089.847208:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1f023a000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788891089.847213:0:17458:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788891089.847216:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788891089.847221:0:17458:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788891089.847223:0:17458:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff9da1f0248000) has no exports 00000020:00000080:3.0:1788891089.847241:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3fed2 00000020:00000080:3.0:1788891089.847244:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1f52fb000/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1788891089.847644:0:17458:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788891089.847663:0:17458:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788891089.847668:0:17458:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788891089.847673:0:17458:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788891089.847675:0:17458:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788891089.847707:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788891089.847713:0:17458:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788891089.847718:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3fec4 00000020:00000080:3.0:1788891089.847723:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1f4c1e000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788891089.847726:0:17458:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788891089.847729:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788891089.847732:0:17458:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788891089.847735:0:17458:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff9da1f024b370) has no exports 00000020:00000080:3.0:1788891089.847739:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3febd 00000020:00000080:3.0:1788891089.847742:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1f4c19000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788891089.847842:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1cae33800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1788891089.847856:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f023a000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788891089.847865:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f52fb000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788891089.847876:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1f0238000 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788891089.847883:0:38:0:(genops.c:885:class_export_put()) final put ffff9da1f4c1d800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788891089.847885:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4c1d800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1788891089.847912:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788891089.848005:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4c1e000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1788891089.848011:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4c19000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1788891089.848548:0:17458:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788891089.848551:0:17458:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788891089.848554:0:17458:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 5 00000004:00080000:3.0:1788891089.848559:0:17458:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788891089.848560:0:17458:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788891089.848737:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788891089.848744:0:17458:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788891089.848768:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788891089.848771:0:17458:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788891089.848774:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1cae36800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788891089.848777:0:17458:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1cae36800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1788891089.848783:0:17458:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788891089.848946:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1cae35000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1788891089.848953:0:38:0:(genops.c:885:class_export_put()) final put ffff9da1f4c19800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788891089.848956:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4c19800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1788891089.848961:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788891089.849110:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3fe93 00000020:00000080:3.0:1788891089.849161:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1cae37800/lustre-MDD0000_UUID 00000020:01000000:3.0:1788891089.849300:0:17458:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1788891089.849304:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788891089.849309:0:17458:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788891089.849312:0:17458:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9da1cae599b8) has no exports 00000020:00000080:3.0:1788891089.849336:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788891089.849340:0:17458:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1788891089.849345:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3fe9a 00000020:00000080:3.0:1788891089.849351:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1cae32000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788891089.849535:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1cae37800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1788891089.849545:0:38:0:(genops.c:885:class_export_put()) final put ffff9da1cae34000/lustre-MDD0000_UUID 00000020:00000080:1.0:1788891089.849548:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1cae34000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1788891089.849584:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:3.0:1788891089.849829:0:17458:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9da0c1acc000 from lustre-MDT0000, refs=3 00000020:01000004:3.0:1788891089.849834:0:17458:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9da0c1acc000 3 00000020:01000004:3.0:1788891089.849837:0:17458:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9da0c1acc000 from lustre-MDT0000 00000020:00000080:3.0:1788891089.849856:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788891089.849861:0:17458:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1788891089.849865:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1cae30800/lustre-MDT0000_UUID 00000020:00000080:3.0:1788891089.849867:0:17458:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1cae30800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1788891089.849875:0:17458:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1788891089.849974:0:17458:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:3.0:1788891089.849978:0:17458:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1788891089.849981:0:17458:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1788891089.849985:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788891089.849989:0:17458:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788891089.849995:0:17458:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff9da1d1805000 73a29ebe-4d40-4a82-b77a-4b1222504c0e 0@lo 13 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788891089.850001:0:17458:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff9da1c5263370) has exports, disconnecting them 00000020:00080000:3.0:1788891089.850006:0:17458:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9da1d1805000), last request at 1788891038 00000020:00000080:3.0:1788891089.850024:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3fe3f 00000020:00010000:3.0:1788891089.850029:0:17458:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9da1d1805000: total 1 00000100:00080000:3.0:1788891089.850034:0:17458:0:(import.c:65:import_set_state_nolock()) ffff9da1d1804000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788891089.850047:0:17458:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9da1d1805000): rc 0 00000020:00080000:3.0:1788891089.850051:0:17458:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff9da1c5263370) has no exports 00000020:00000080:1.0:1788891089.850151:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1cae32000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:2.0:1788891089.850257:0:14324:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9da1d1805000: total 0 00010000:00010000:2.0:1788891089.850303:0:14324:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9da1d1805000, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1788891089.850333:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da201cb8400/0x9161b78f8ec3ff9d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec3ff96 expref: 9 pid: 14329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891089.850357:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1f4edc000/0x9161b78f8ec3fe4d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec3fe46 expref: 8 pid: 14330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891089.850386:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1c9c86600/0x9161b78f8ec40267 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec40260 expref: 7 pid: 14331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891089.850398:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1c0031600/0x9161b78f8ec40275 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec4026e expref: 6 pid: 14329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891089.850412:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da201cb8600/0x9161b78f8ec400a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec400a0 expref: 5 pid: 14329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891089.850423:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1c9c86400/0x9161b78f8ec3ff73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec3ff6c expref: 4 pid: 14330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891089.850434:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1c9c87800/0x9161b78f8ec3ff65 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec3ff5e expref: 3 pid: 14329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891089.850447:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1d0f6f200/0x9161b78f8ec400d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9161b78f8ec400ca expref: 2 pid: 14331 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891089.850456:0:14324:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9da1d1805000, canceled 8 locks, left on hash table 0. 00000020:00000080:2.0:1788891089.850569:0:14324:0:(genops.c:885:class_export_put()) final put ffff9da1d1805000/73a29ebe-4d40-4a82-b77a-4b1222504c0e 00010000:00010000:2.0:1788891089.850581:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891089.850583:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891089.850585:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788891089.850631:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1d1805000/73a29ebe-4d40-4a82-b77a-4b1222504c0e for MGS 00000020:00000080:1.0:1788891089.850795:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1d1804000 for MGS 00000100:00100000:0.0:1788891089.851796:0:14330:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9da1cafb4800:14330] 1 exiting: rc = 0 00000100:00100000:0.0:1788891089.851948:0:14329:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9da1f4f95c00:14329] 0 exiting: rc = 1 00000100:00100000:0.0:1788891089.851994:0:14331:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9da1cafb4a00:14331] 2 exiting: rc = 0 00000100:00100000:3.0:1788891089.852589:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852597:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852603:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852618:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852623:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852631:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852637:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852642:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852839:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852846:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852851:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852857:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852862:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852868:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852873:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852941:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852949:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852955:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852959:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852964:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852970:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852976:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852980:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852986:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852991:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.852996:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853001:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853005:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853010:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853015:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853020:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853025:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853029:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853034:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853039:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853044:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853049:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853055:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853068:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853073:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853078:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853082:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853088:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853093:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853098:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853102:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853107:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853112:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853117:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853122:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853126:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853131:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853136:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853141:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853146:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853152:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853157:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853162:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853541:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853550:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853555:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853561:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853567:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.853571:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:3.0:1788891089.854084:0:17458:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:3.0:1788891089.854088:0:17458:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:3.0:1788891089.855411:0:17458:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9da1c32345a0 - data ffff9da1df23d0d8/ffff9da1f4abf000 00000020:01000000:3.0:1788891089.855544:0:17458:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9da1d06e9960 - data ffff9da1e710ed80/ffff9da1ffa46800 00000020:00000080:3.0:1788891089.856279:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3fe23 00000020:00000080:3.0:1788891089.856298:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da0c1ac0800/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1788891089.856350:0:17458:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9da0c1acc000 from MGS, refs=2 00000020:01000004:3.0:1788891089.856354:0:17458:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9da0c1acc000 2 00000020:01000004:3.0:1788891089.856366:0:17458:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9da0c1acc000 from MGS 00000020:00000080:3.0:1788891089.856387:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788891089.856393:0:17458:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1788891089.856395:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da0c1ac2800/MGS 00000020:00000080:3.0:1788891089.856398:0:17458:0:(genops.c:844:class_export_destroy()) destroying export ffff9da0c1ac2800/MGS for MGS 00000020:01000000:3.0:1788891089.856403:0:17458:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1788891089.856465:0:17458:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1788891089.856470:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788891089.856476:0:17458:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788891089.856482:0:17458:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9da1f023c800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788891089.856487:0:17458:0:(genops.c:1553:class_disconnect_exports()) OBD device 10 (ffff9da1f024cd28) has exports, disconnecting them 00000020:00080000:3.0:1788891089.856492:0:17458:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9da1f023c800), last request at 1788891038 00000020:00000080:3.0:1788891089.856496:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3ff11 00000020:00080000:3.0:1788891089.856506:0:17458:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9da1f023c800): rc 0 00000020:00000080:3.0:1788891089.856510:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1f023c800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788891089.856880:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da0c1ac0800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788891089.857634:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f023c800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1788891089.860230:0:17458:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1788891089.860240:0:17458:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788891089.860244:0:17458:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788891089.860252:0:17458:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788891089.860358:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1f023b800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1788891089.860448:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788891089.860527:0:17458:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1788891089.860544:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da1f0239000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1788891089.860547:0:17458:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f0239000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1788891089.860558:0:17458:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1788891089.860611:0:17458:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9da0c1acc000 1 00000020:00000080:2.0:1788891089.860618:0:17458:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3fe15 00000020:00000080:2.0:1788891089.860624:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da0c1ac4800/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1788891089.860640:0:17458:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1788891089.860644:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788891089.860719:0:17458:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788891089.860722:0:17458:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff9da1fb8c4d28) has no exports 00000020:00000080:1.0:1788891089.860871:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da0c1ac4800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788891089.874656:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788891089.874672:0:17458:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1788891089.874678:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da0c1acf000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788891089.874683:0:17458:0:(genops.c:844:class_export_destroy()) destroying export ffff9da0c1acf000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1788891089.874694:0:17458:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1788891089.874885:0:17458:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9da0c1acb800 00000020:01000000:1.0:1788891089.874908:0:17458:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1788891089.874913:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788891089.874918:0:17458:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788891089.874923:0:17458:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff9da1c5260000) has no exports 00000100:00100000:0.0:1788891089.876397:0:14336:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9da1c8888800:14336] 0 exiting: rc = 1 00000100:00100000:0.0:1788891089.876571:0:14338:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9da1d06a6a00:14338] 2 exiting: rc = 0 00000100:00100000:0.0:1788891089.876629:0:14337:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9da1c8888600:14337] 1 exiting: rc = 0 00000100:00100000:2.0:1788891089.878035:0:15747:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9da1c55ff200:15747] 3 exiting: rc = 0 00000100:00100000:1.0:1788891089.878195:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878207:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878214:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878223:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878232:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878242:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878252:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878262:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878273:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878294:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878301:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878314:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878319:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878326:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878331:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878335:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878341:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878346:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878351:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878357:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878368:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878373:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878379:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878384:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878390:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878395:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878400:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878407:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878412:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878423:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878428:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878432:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878437:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878442:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878446:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878464:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878469:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878474:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878479:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878484:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878490:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878499:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878504:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878508:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878514:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878518:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878522:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878527:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878533:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878538:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878543:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878548:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878553:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878558:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878563:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878681:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878689:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878694:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878700:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878705:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878711:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878716:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878721:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.878728:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788891089.882888:0:14339:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9da1d06a7c00:14339] 0 exiting: rc = 1 00000100:00100000:3.0:1788891089.882890:0:14340:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9da1d06a7400:14340] 1 exiting: rc = 0 00000100:00100000:1.0:1788891089.882992:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883003:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883012:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883023:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883033:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883041:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883062:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883074:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883080:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883086:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883091:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883096:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883101:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883106:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883194:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883200:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883204:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883210:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883215:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883220:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883225:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883230:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883235:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883240:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883246:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883250:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883255:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883261:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883267:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883271:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883277:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883292:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883298:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883303:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883308:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883313:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883318:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883323:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883329:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883334:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883339:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883352:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883357:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883362:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883366:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883371:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883376:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883382:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883387:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883392:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883397:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883402:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883408:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883413:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883420:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883425:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883430:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883436:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883441:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883447:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883452:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883457:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883462:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883468:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.883872:0:14341:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9da1f00edc00:14341] 0 exiting: rc = 1 00000100:00100000:2.0:1788891089.883923:0:14342:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9da1f00eda00:14342] 1 exiting: rc = 0 00000100:00100000:1.0:1788891089.884581:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884589:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884594:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884600:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884606:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884619:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884625:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884630:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884638:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884646:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884653:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884668:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884675:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884682:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884688:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884693:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884699:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884718:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884724:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884731:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884737:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884745:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884754:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884763:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884772:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884780:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884789:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884798:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884807:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884837:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884849:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884861:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884869:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884879:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.884886:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885381:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885394:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885402:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885409:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885416:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885427:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885456:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885465:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885473:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885481:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885489:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885503:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885509:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885515:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885521:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885527:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885532:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885538:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885559:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885569:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885577:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885586:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885594:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885603:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885614:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885626:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885638:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885646:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.885664:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891089.897329:0:14343:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9da1f00ec000:14343] 0 exiting: rc = 1 00000100:00100000:0.0:1788891089.897410:0:14344:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9da1f00ed800:14344] 1 exiting: rc = 0 00000100:00100000:1.0:1788891089.897527:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897536:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897541:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897546:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897551:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897556:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897561:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897565:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897572:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897577:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897582:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897586:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897592:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897597:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897606:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897614:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897622:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897640:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897645:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897649:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897652:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897655:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897658:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897660:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897663:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897665:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897668:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897673:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897677:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897682:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897687:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897692:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897696:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897703:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897711:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897717:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897726:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897734:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897743:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897751:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897758:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897766:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897773:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897780:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897788:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897793:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897803:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897811:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897819:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897827:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897830:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897839:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897849:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897853:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897856:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897859:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897863:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897867:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897872:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897876:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897880:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897883:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897887:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.897892:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788891089.898215:0:14345:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9da1f00ec600:14345] 0 exiting: rc = 1 00000100:00100000:3.0:1788891089.898432:0:14346:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9da1f00ed400:14346] 1 exiting: rc = 0 00000100:00100000:1.0:1788891089.898524:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898532:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898539:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898545:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898566:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898573:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898581:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898593:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898604:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898611:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898616:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898628:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898633:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898638:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898644:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898649:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898655:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898660:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898670:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898675:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898680:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898686:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898691:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898706:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898711:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898716:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898721:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898726:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898730:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898735:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898740:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898745:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898750:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898755:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898760:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898765:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898769:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898774:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898779:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898784:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898789:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898793:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898798:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898803:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898807:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898812:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898817:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898822:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898827:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898832:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898838:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898843:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898848:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898852:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898857:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898862:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898866:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898871:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898882:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898887:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898892:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898897:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898902:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.898906:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.899555:0:14347:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff9da201b48400:14347] 0 exiting: rc = 1 00000100:00100000:3.0:1788891089.899627:0:14348:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff9da201b49e00:14348] 1 exiting: rc = 0 00000100:00100000:1.0:1788891089.899968:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900026:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900033:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900039:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900047:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900053:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900060:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900067:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900073:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900081:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900088:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900096:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900104:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900110:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900119:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900129:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900137:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900144:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900154:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900163:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900498:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900508:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900514:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900521:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900529:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900538:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900545:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900551:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900558:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900575:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900580:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900586:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900593:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900599:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900605:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900610:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900616:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900622:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900628:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900635:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900644:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900649:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900653:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900657:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900661:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900665:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900865:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900875:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900882:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900889:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900896:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900903:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900910:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900916:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900922:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900929:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900934:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900941:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900947:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900953:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900959:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900964:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.900970:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.901154:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788891089.902564:0:14349:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9da201b49200:14349] 0 exiting: rc = 1 00000100:00100000:2.0:1788891089.902808:0:14351:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9da201b48000:14351] 2 exiting: rc = 0 00000100:00100000:0.0:1788891089.902988:0:14350:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9da201b49800:14350] 1 exiting: rc = 0 00000100:00100000:1.0:1788891089.903069:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903077:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903083:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903088:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903093:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903098:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903103:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903109:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903115:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903121:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903126:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903131:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903137:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903142:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903148:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903154:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903160:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903247:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903255:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903261:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903267:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903272:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903278:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903294:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903301:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903306:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903311:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903317:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903323:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903329:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903334:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903340:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903346:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903352:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903357:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903376:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903381:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903387:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903392:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903397:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903403:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903422:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903429:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903434:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903440:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903445:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903451:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903456:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903462:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903468:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903474:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903479:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903484:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903489:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903494:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903499:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903504:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903509:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903515:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903520:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903525:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903531:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903536:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891089.903543:0:17458:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788891089.908278:0:17458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788891089.908302:0:17458:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1788891089.908308:0:17458:0:(genops.c:885:class_export_put()) final put ffff9da0c1ac5000/MDS_uuid 00000020:00000080:1.0:1788891089.908312:0:17458:0:(genops.c:844:class_export_destroy()) destroying export ffff9da0c1ac5000/MDS_uuid for MDS 00000020:01000000:1.0:1788891089.908318:0:17458:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1788891089.908451:0:17458:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:0.0:1788891090.486308:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891091.511493:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788891091.729985:0:17612:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788891091.740385:0:17612:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1788891091.740438:0:17612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da201cb9600/0x9161b78f8ec3ff96 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec3ff9d expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891091.740470:0:17612:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da201cb9600/0x9161b78f8ec3ff96 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec3ff9d expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891091.740478:0:17612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da201cb9600/0x9161b78f8ec3ff96 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec3ff9d expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891091.740486:0:17612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: ffff9da201cb9600/0x9161b78f8ec3ff96 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec3ff9d expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891091.740510:0:17612:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788891091.740528:0:17612:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788891091.740553:0:17612:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788891091.740558:0:17612:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788891091.740564:0:17612:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788891091.740589:0:17612:0:(import.c:65:import_set_state_nolock()) ffff9da1f4ff0000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1788891091.740643:0:14324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788891091.740650:0:14324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da201cb9600/0x9161b78f8ec3ff96 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec3ff9d expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891091.740658:0:14324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da201cb9600 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:0.0:1788891091.740662:0:14324:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da201cb9600/0x9161b78f8ec3ff96 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec3ff9d expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891091.740670:0:14324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da201cb9600/0x9161b78f8ec3ff96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec3ff9d expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788891091.740684:0:14324:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da201cb9600/0x9161b78f8ec3ff96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec3ff9d expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788891091.740690:0:14324:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788891091.740693:0:14324:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788891091.740696:0:14324:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788891091.740723:0:14324:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da201cb9600/0x9161b78f8ec3ff96 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec3ff9d expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891091.740729:0:14324:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788891091.740753:0:14324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da201cb9600/0x9161b78f8ec3ff96 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec3ff9d expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891091.740760:0:14324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da201cb9600/0x9161b78f8ec3ff96 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x9161b78f8ec3ff9d expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891091.740771:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891091.740773:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891091.740775:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788891091.740805:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3278:1875787996300288:0@lo:39:umount.0 00000400:00000100:3.0:1788891091.740863:0:3278:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875787996300288 offset 0 length 224: 4 00000100:00100000:2.0:1788891091.740929:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3280:1875787996300416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788891091.740968:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891091.741045:0:14321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996300416 00000100:00100000:0.0:1788891091.741052:0:14321:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996300416 00000100:00100000:0.0:1788891091.741100:0:14321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788891091.741107:0:14321:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3280:x1875787996300416:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788891091.741114:0:14321:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788891091 with bad export cookie 10475856035443899967 00000100:00100000:0.0:1788891091.753161:0:14321:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3280:x1875787996300416:12345-0@lo:103:ldlm_bl.0 Request processed in 12042us (12181us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788891091.753215:0:14321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1788891091.753323:0:3280:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.118@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788891091.753329:0:3280:0:(import.c:65:import_set_state_nolock()) ffff9da0c1ac9800 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1788891091.753333:0:3280:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.118@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1788891091.767369:0:3280:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.118@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1788891091.767375:0:3280:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788891091.767387:0:3280:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9da1f4d21f80 x1875787996300416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788891107 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788891091.767403:0:3280:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788891091.767406:0:3280:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788891091.767408:0:3280:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788891091.767413:0:3280:0:(import.c:65:import_set_state_nolock()) ffff9da0c1ac9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788891091.767421:0:3280:0:(import.c:510:import_select_connection()) MGC192.168.204.118@tcp: connect to NID 0@lo last attempt 262 00000100:00080000:2.0:1788891091.767429:0:3280:0:(import.c:624:import_select_connection()) MGC192.168.204.118@tcp: import ffff9da0c1ac9800 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:3.0:1788891091.767486:0:3280:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da1c8bc8000 x1875787996300544/t0(0) o250->MGC192.168.204.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788891091.767524:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3280:1875787996300416:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788891091.767673:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3278:1875787996300544:0@lo:250:ptlrpcd_00_01.0 00000400:00000100:0.0:1788891091.767752:0:3278:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875787996300544 offset 0 length 520: 4 00010000:00010000:1.0:1788891092.535805:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788891092.539337:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a29ebe-4d40-4a82-b77a-4b1222504c0e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788891092.539346:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a29ebe-4d40-4a82-b77a-4b1222504c0e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788891092.539613:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788891092.539631:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3282:1875787996300672:0@lo:400:kworker.0 00000400:00000100:3.0:1788891092.539684:0:3282:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875787996300672 offset 0 length 224: 4 00000001:00100000:2.0:1788891092.561024:0:7624:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788891092.561034:0:7624:0:(genops.c:885:class_export_put()) final put ffff9da1f4b0a800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788891092.561102:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4b0a800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788891092.561157:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1f4b0d800 for lustre-OST0001 00010000:00010000:1.0:1788891093.558754:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891094.583033:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891095.606421:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788891096.567789:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a29ebe-4d40-4a82-b77a-4b1222504c0e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788891096.567800:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a29ebe-4d40-4a82-b77a-4b1222504c0e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788891096.567908:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788891096.568014:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3281:1875787996300800:0@lo:400:kworker.0 00000400:00000100:0.0:1788891096.568068:0:3281:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875787996300800 offset 0 length 224: 4 00010000:00010000:1.0:1788891096.630328:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891097.654473:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891098.678371:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891099.702340:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891100.726386:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788891101.238314:0:3278:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788891091/real 1788891091] req@ffff9da1c8bc8000 x1875787996300544/t0(0) o250->MGC192.168.204.118@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788891101 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788891101.238345:0:3278:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9da1c8bc8000 x1875787996300544/t0(0) o250->MGC192.168.204.118@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788891101 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788891101.238356:0:3278:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788891091/real 1788891091] req@ffff9da0c1ab0a80 x1875787996300288/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788891101 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788891101.238368:0:3278:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9da0c1ab0a80 x1875787996300288/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788891101 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788891101.238387:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da0c1ac9800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788891101.238409:0:3278:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1788891101.238413:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3278:1875787996300544:0@lo:250:ptlrpcd_00_01.0 00000100:00080000:0.0:1788891101.238418:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1f4ff0000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788891101.238440:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3278:1875787996300288:0@lo:39:umount.0 00000100:00080000:2.0:1788891101.238546:0:17612:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788891101.238552:0:17612:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788891101.238556:0:17612:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1788891101.238589:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a29ebe-4d40-4a82-b77a-4b1222504c0e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788891101.238595:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1788891101.238598:0:38:0:(import.c:65:import_set_state_nolock()) ffff9da0c1ac9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788891101.238604:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.118@tcp: connect to NID 0@lo last attempt 315 00000100:00080000:1.0:1788891101.238610:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.118@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788891101.238617:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.118@tcp: import ffff9da0c1ac9800 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:1.0:1788891101.238652:0:38:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da201f8d880 x1875787996300928/t0(0) o250->MGC192.168.204.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788891101.238801:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3279:1875787996301056:0@lo:400:kworker.0 00000400:00000100:3.0:1788891101.238853:0:3279:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875787996301056 offset 0 length 224: 4 00010000:00010000:2.0:1788891101.239671:0:17612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da201cb9200/0x9161b78f8ec3ff6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec3ff73 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891101.239703:0:17612:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da201cb9200/0x9161b78f8ec3ff6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec3ff73 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891101.239710:0:17612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da201cb9200/0x9161b78f8ec3ff6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec3ff73 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891101.239716:0:17612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: ffff9da201cb9200/0x9161b78f8ec3ff6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec3ff73 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891101.239740:0:17612:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891101.239747:0:17612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87a00/0x9161b78f8ec4026e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40275 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891101.239753:0:17612:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87a00/0x9161b78f8ec4026e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec40275 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891101.239759:0:17612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87a00/0x9161b78f8ec4026e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec40275 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891101.239764:0:17612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87a00/0x9161b78f8ec4026e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec40275 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891101.239784:0:17612:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1788891101.239788:0:17612:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1788891101.239812:0:17612:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1788891101.239816:0:17612:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1788891101.239820:0:17612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788891101.239825:0:17612:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788891101.239829:0:17612:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9da1c52619b8) has no exports 00010000:00010000:3.0:1788891101.239851:0:17459:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00080000:2.0:1788891101.239859:0:17612:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9da1c52619b8) has no exports 00010000:00010000:3.0:1788891101.239860:0:17459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da201cb9200/0x9161b78f8ec3ff6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec3ff73 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891101.239869:0:17459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da201cb9200 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:3.0:1788891101.239872:0:17459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da201cb9200/0x9161b78f8ec3ff6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec3ff73 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891101.239880:0:17459:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da201cb9200/0x9161b78f8ec3ff6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec3ff73 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788891101.239885:0:17459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da201cb9200/0x9161b78f8ec3ff6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec3ff73 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788891101.239889:0:17459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788891101.239891:0:17459:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1788891101.239893:0:17459:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:3.0:1788891101.239906:0:17459:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9da0c1ac9800 00010000:00010000:3.0:1788891101.239909:0:17459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da201cb9200/0x9161b78f8ec3ff6c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x9161b78f8ec3ff73 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891101.239920:0:17459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da201cb9200/0x9161b78f8ec3ff6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x9161b78f8ec3ff73 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891101.239931:0:17459:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788891101.239933:0:17459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87a00/0x9161b78f8ec4026e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec40275 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891101.239938:0:17459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87a00 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:3.0:1788891101.239940:0:17459:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87a00/0x9161b78f8ec4026e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec40275 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891101.239946:0:17459:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87a00/0x9161b78f8ec4026e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec40275 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788891101.239959:0:17459:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87a00/0x9161b78f8ec4026e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec40275 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788891101.239963:0:17459:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788891101.239965:0:17459:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788891101.239966:0:17459:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788891101.239971:0:17459:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9da0c1ac9800 00010000:00010000:3.0:1788891101.239974:0:17459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87a00/0x9161b78f8ec4026e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x9161b78f8ec40275 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891101.239978:0:17459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87a00/0x9161b78f8ec4026e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x9161b78f8ec40275 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891101.239984:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891101.239985:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891101.239991:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891101.240317:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788891101.243710:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3278:1875787996300928:0@lo:250:kworker.0 00000400:00000100:0.0:1788891101.243772:0:3278:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875787996300928 offset 0 length 520: 4 00000020:01000000:2.0:1788891101.245542:0:17612:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9da1c3234660 - data ffff9da1f8cc7af8/ffff9da1f4cec400 00000020:01000000:2.0:1788891101.245666:0:17612:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9da1fb8fc000 - data ffff9da1e73605e8/ffff9da0c3cc2000 00100000:10000000:2.0:1788891101.251988:0:17612:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1788891101.275238:0:17612:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3ff81 00000020:00000080:0.0:1788891101.275248:0:17612:0:(genops.c:885:class_export_put()) final put ffff9da1d0e4d000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1788891101.275259:0:17612:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9da1d0e5a800 from lustre-OST0000, refs=2 00000020:01000004:0.0:1788891101.275263:0:17612:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9da1d0e5a800 2 00000020:01000004:0.0:1788891101.275278:0:17612:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9da1d0e5a800 from lustre-OST0000 00000020:00000080:0.0:1788891101.275300:0:17612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788891101.275310:0:17612:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1788891101.275314:0:17612:0:(genops.c:885:class_export_put()) final put ffff9da1f5305800/lustre-OST0000_UUID 00000020:00000080:0.0:1788891101.275317:0:17612:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f5305800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1788891101.275324:0:17612:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1788891101.275368:0:17612:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1788891101.275372:0:17612:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788891101.275376:0:17612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788891101.275380:0:17612:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788891101.275387:0:17612:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9da1f4ff6800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788891101.275392:0:17612:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9da1c5264d28) has exports, disconnecting them 00000020:00080000:0.0:1788891101.275397:0:17612:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9da1f4ff6800), last request at 1788891047 00000020:00000080:0.0:1788891101.275401:0:17612:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3ffab 00000020:00080000:0.0:1788891101.275409:0:17612:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9da1f4ff6800): rc 0 00000020:00000080:0.0:1788891101.275414:0:17612:0:(genops.c:885:class_export_put()) final put ffff9da1f4ff6800/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788891101.275564:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1d0e4d000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788891101.275575:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4ff6800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1788891101.287006:0:17612:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788891101.287025:0:17612:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788891101.287030:0:17612:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788891101.287036:0:17612:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788891101.287548:0:17612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788891101.287558:0:17612:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:0.0:1788891101.287565:0:17612:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9da1d0e5a800 1 00000020:00000080:0.0:1788891101.287572:0:17612:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3ff50 00000020:00000080:0.0:1788891101.287580:0:17612:0:(genops.c:885:class_export_put()) final put ffff9da1f4e24800/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1788891101.287622:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1f4ff0000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788891101.287630:0:38:0:(genops.c:885:class_export_put()) final put ffff9da1d0e48000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1788891101.287633:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1d0e48000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1788891101.287639:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1788891101.287871:0:17612:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1788891101.287877:0:17612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788891101.287882:0:17612:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788891101.287885:0:17612:0:(genops.c:1558:class_disconnect_exports()) OBD device 11 (ffff9da201c63370) has no exports 00000020:00000080:1.0:1788891101.287984:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4e24800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788891101.300352:0:17612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788891101.300368:0:17612:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1788891101.300384:0:17612:0:(genops.c:885:class_export_put()) final put ffff9da1e130a800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1788891101.300389:0:17612:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1e130a800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1788891101.300401:0:17612:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1788891101.300560:0:17612:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9da1d0e5f000 00000020:02000400:0.0:1788891101.300608:0:17612:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1788891101.756081:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891102.774717:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788891103.206892:0:17765:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788891103.220595:0:17765:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1788891103.220674:0:17765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c0031c00/0x9161b78f8ec400ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec400d1 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891103.220689:0:17765:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c0031c00/0x9161b78f8ec400ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec400d1 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891103.220697:0:17765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c0031c00/0x9161b78f8ec400ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec400d1 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891103.220704:0:17765:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: ffff9da1c0031c00/0x9161b78f8ec400ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec400d1 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891103.220730:0:17765:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788891103.220736:0:17765:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788891103.220763:0:17765:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788891103.220777:0:17765:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9da1c8bcaa00 x1875787996300672/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788891103.220799:0:17765:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9da201f8c700 x1875787996300800/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788891103.220818:0:17765:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9da201f8e680 x1875787996301056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788891103.220835:0:17765:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788891103.220855:0:17765:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788891103.220880:0:17765:0:(import.c:65:import_set_state_nolock()) ffff9da1cae1b000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788891103.220951:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3281:1875787996300800:0@lo:400:kworker.0 00000100:00100000:0.0:1788891103.220987:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3278:1875787996301184:0@lo:39:umount.0 00000400:00000100:0.0:1788891103.221041:0:3278:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875787996301184 offset 0 length 224: 4 00010000:00010000:1.0:1788891103.221122:0:14325:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891103.221130:0:14325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1c0031c00/0x9161b78f8ec400ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec400d1 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891103.221145:0:14325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031c00 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:1.0:1788891103.221149:0:14325:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1c0031c00/0x9161b78f8ec400ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec400d1 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891103.221157:0:14325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1c0031c00/0x9161b78f8ec400ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec400d1 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788891103.221165:0:14325:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1c0031c00/0x9161b78f8ec400ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec400d1 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788891103.221281:0:14325:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788891103.221284:0:14325:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788891103.221287:0:14325:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788891103.221299:0:14325:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9da0c1ac9800 00010000:00010000:1.0:1788891103.221303:0:14325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1c0031c00/0x9161b78f8ec400ca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x9161b78f8ec400d1 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891103.221310:0:14325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1c0031c00/0x9161b78f8ec400ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x9161b78f8ec400d1 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891103.221321:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891103.221322:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891103.221324:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788891103.221958:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3282:1875787996300672:0@lo:400:kworker.0 00000100:00100000:3.0:1788891103.221995:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3279:1875787996301056:0@lo:400:kworker.0 00010000:00010000:2.0:1788891103.798447:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891104.822445:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891105.846319:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788891106.358740:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a29ebe-4d40-4a82-b77a-4b1222504c0e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788891106.358750:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a29ebe-4d40-4a82-b77a-4b1222504c0e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1788891106.870399:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891107.894678:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891108.918672:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891109.942537:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891110.966371:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788891111.478519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73a29ebe-4d40-4a82-b77a-4b1222504c0e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788891111.478534:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73a29ebe-4d40-4a82-b77a-4b1222504c0e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1788891111.990284:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891113.014732:0:14324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788891113.398579:0:3278:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788891103/real 1788891103] req@ffff9da0c1ab2680 x1875787996301184/t0(0) o39->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788891113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788891113.398612:0:3278:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9da0c1ab2680 x1875787996301184/t0(0) o39->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788891113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788891113.398631:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1cae1b000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788891113.398878:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3278:1875787996301184:0@lo:39:umount.0 00000100:00080000:2.0:1788891113.401403:0:17765:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788891113.401413:0:17765:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788891113.401420:0:17765:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788891113.402334:0:17765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c0031800/0x9161b78f8ec400a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec400a7 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891113.402349:0:17765:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c0031800/0x9161b78f8ec400a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec400a7 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891113.402357:0:17765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c0031800/0x9161b78f8ec400a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec400a7 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891113.402363:0:17765:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: ffff9da1c0031800/0x9161b78f8ec400a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec400a7 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891113.402390:0:17765:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891113.402396:0:17765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6ee00/0x9161b78f8ec40260 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40267 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891113.402403:0:17765:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6ee00/0x9161b78f8ec40260 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec40267 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891113.402410:0:17765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6ee00/0x9161b78f8ec40260 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec40267 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891113.402436:0:17765:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6ee00/0x9161b78f8ec40260 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x9161b78f8ec40267 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891113.402773:0:17765:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1788891113.402779:0:17765:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1788891113.402805:0:17765:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1788891113.402809:0:17765:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1788891113.402814:0:17765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788891113.402831:0:17765:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788891113.402835:0:17765:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9da1f50a8000) has no exports 00000020:00080000:2.0:1788891113.402860:0:17765:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9da1f50a8000) has no exports 00010000:00010000:1.0:1788891113.404646:0:14325:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788891113.404660:0:14325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1c0031800/0x9161b78f8ec400a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec400a7 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891113.404673:0:14325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031800 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:1.0:1788891113.404677:0:14325:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1c0031800/0x9161b78f8ec400a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec400a7 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891113.404687:0:14325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1c0031800/0x9161b78f8ec400a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec400a7 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788891113.404694:0:14325:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1c0031800/0x9161b78f8ec400a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec400a7 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788891113.404700:0:14325:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788891113.404703:0:14325:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:1.0:1788891113.404706:0:14325:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:1.0:1788891113.404724:0:14325:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9da0c1ac9800 00010000:00010000:1.0:1788891113.404728:0:14325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1c0031800/0x9161b78f8ec400a0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x9161b78f8ec400a7 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891113.404734:0:14325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1c0031800/0x9161b78f8ec400a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x9161b78f8ec400a7 expref: -99 pid: 15733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891113.404750:0:14325:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891113.404765:0:14325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6ee00/0x9161b78f8ec40260 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec40267 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891113.404772:0:14325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6ee00 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:1.0:1788891113.404775:0:14325:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6ee00/0x9161b78f8ec40260 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x9161b78f8ec40267 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891113.404803:0:14325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6ee00/0x9161b78f8ec40260 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec40267 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788891113.404809:0:14325:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6ee00/0x9161b78f8ec40260 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec40267 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788891113.404814:0:14325:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788891113.404816:0:14325:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788891113.404830:0:14325:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788891113.404837:0:14325:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9da0c1ac9800 00010000:00010000:1.0:1788891113.404841:0:14325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6ee00/0x9161b78f8ec40260 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x9161b78f8ec40267 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891113.404842:0:17459:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891113.404851:0:14325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6ee00/0x9161b78f8ec40260 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x9161b78f8ec40267 expref: -99 pid: 14333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891113.404867:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891113.404869:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891113.404871:0:14325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788891113.409207:0:17765:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9da1f4d42960 - data ffff9da1f040e0d8/ffff9da1f4b36800 00000020:01000000:2.0:1788891113.409339:0:17765:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9da1c893dc00 - data ffff9da1e7349438/ffff9da0c34f9800 00100000:10000000:2.0:1788891113.416938:0:17765:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788891113.443070:0:17765:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec400b5 00000020:00000080:2.0:1788891113.443080:0:17765:0:(genops.c:885:class_export_put()) final put ffff9da1f4ef6000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1788891113.443090:0:17765:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9da1ffeb9000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1788891113.443094:0:17765:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9da1ffeb9000 2 00000020:01000004:2.0:1788891113.443097:0:17765:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9da1ffeb9000 from lustre-OST0001 00000020:00000080:2.0:1788891113.443127:0:17765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788891113.443137:0:17765:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1788891113.443141:0:17765:0:(genops.c:885:class_export_put()) final put ffff9da1f4ef3000/lustre-OST0001_UUID 00000020:00000080:2.0:1788891113.443144:0:17765:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4ef3000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1788891113.443150:0:17765:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1788891113.443281:0:17765:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 73a29ebe-4d40-4a82-b77a-4b1222504c0e->MGS 00010000:00010000:2.0:1788891113.443302:0:17765:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da201cb8c00/0x9161b78f8ec3ff5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec3ff65 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788891113.443314:0:17765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da201cb8c00/0x9161b78f8ec3ff5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec3ff65 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788891113.443331:0:17765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1788891113.443333:0:17765:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1788891113.443337:0:17765:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1788891113.443353:0:17765:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9da0c1ac9800 00010000:00010000:2.0:1788891113.443357:0:17765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da201cb8c00/0x9161b78f8ec3ff5e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x9161b78f8ec3ff65 expref: -99 pid: 15017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891113.443371:0:17765:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86000/0x9161b78f8ec3fe46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x9161b78f8ec3fe4d expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788891113.443377:0:17765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86000/0x9161b78f8ec3fe46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x9161b78f8ec3fe4d expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788891113.443383:0:17765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788891113.443385:0:17765:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1788891113.443386:0:17765:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1788891113.443401:0:17765:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9da0c1ac9800 00010000:00010000:2.0:1788891113.443404:0:17765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1c9c86000/0x9161b78f8ec3fe46 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x9161b78f8ec3fe4d expref: -99 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788891113.443419:0:17765:0:(import.c:65:import_set_state_nolock()) ffff9da0c1ac9800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1788891113.443423:0:17765:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788891113.443425:0:17765:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788891113.443426:0:17765:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788891113.443431:0:17765:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788891113.443441:0:17765:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9da201f8d880 x1875787996300928/t0(0) o250->MGC192.168.204.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788891116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788891113.443464:0:17765:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788891113.443466:0:17765:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 4s for inflight to error out 00000100:00100000:0.0:1788891113.443607:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73a29ebe-4d40-4a82-b77a-4b1222504c0e:3278:1875787996300928:0@lo:250:kworker.0 00000020:00000080:1.0:1788891113.445558:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4ef6000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 10000000:01000000:2.0:1788891113.445684:0:17765:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788891113.445712:0:17765:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec3fe31 00000020:00000080:2.0:1788891113.445720:0:17765:0:(genops.c:885:class_export_put()) final put ffff9da0c1ac4000/73a29ebe-4d40-4a82-b77a-4b1222504c0e 00000020:01000000:2.0:1788891113.445873:0:17765:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.118@tcp (flags='') 00000020:00000080:2.0:1788891113.445881:0:17765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788891113.445887:0:17765:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.118@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788891113.445892:0:17765:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff9da1fb8c3370) has no exports 10000000:01000000:0.0:1788891113.446843:0:14333:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1788891113.447337:0:17765:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.204.118@tcp: client import never connected 00000100:00080000:2.0:1788891113.447343:0:17765:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1788891113.447346:0:17765:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788891113.447350:0:17765:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1788891113.447353:0:17765:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1788891113.447450:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9da0c1ac4000/73a29ebe-4d40-4a82-b77a-4b1222504c0e for MGC192.168.204.118@tcp 00000020:00000080:2.0:1788891113.447493:0:17765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788891113.447501:0:17765:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.118@tcp (uuid 73a29ebe-4d40-4a82-b77a-4b1222504c0e) 00000020:01000000:2.0:1788891113.447509:0:17765:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788891113.447513:0:17765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788891113.447518:0:17765:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788891113.447525:0:17765:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9da1d0e4d800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788891113.447530:0:17765:0:(genops.c:1553:class_disconnect_exports()) OBD device 17 (ffff9da1f4b3b370) has exports, disconnecting them 00000020:00080000:2.0:1788891113.447535:0:17765:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9da1d0e4d800), last request at 1788891056 00000020:00000080:2.0:1788891113.447539:0:17765:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec400df 00000020:00080000:2.0:1788891113.447553:0:17765:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9da1d0e4d800): rc 0 00000020:00000080:2.0:1788891113.447557:0:17765:0:(genops.c:885:class_export_put()) final put ffff9da1d0e4d800/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788891113.453704:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da0c1ac9800 for MGC192.168.204.118@tcp 00000020:00000080:1.0:1788891113.453719:0:8:0:(genops.c:885:class_export_put()) final put ffff9da0c1acd800/73a29ebe-4d40-4a82-b77a-4b1222504c0e 00000020:00000080:1.0:1788891113.453723:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9da0c1acd800/73a29ebe-4d40-4a82-b77a-4b1222504c0e for MGC192.168.204.118@tcp 00000020:01000000:1.0:1788891113.453730:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.118@tcp (73a29ebe-4d40-4a82-b77a-4b1222504c0e) 00000020:00000080:1.0:1788891113.454022:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1d0e4d800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1788891113.466860:0:17765:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788891113.466870:0:17765:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788891113.466874:0:17765:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788891113.466881:0:17765:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788891113.467941:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9da1cae1b000 for lustre-MDT0000-lwp-OST0001 00010000:00010000:3.0:1788891113.469344:0:14324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1788891113.472621:0:17459:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1788891113.472784:0:14325:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1788891113.472876:0:14319:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9da1f4f78c00:14319] 0 exiting: rc = 1 00000100:00100000:3.0:1788891113.476365:0:14320:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9da1f4f79200:14320] 1 exiting: rc = 0 00000100:00100000:0.0:1788891113.476549:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.476801:0:14321:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9da1f4f79600:14321] 0 exiting: rc = 1 00000100:00100000:1.0:1788891113.476922:0:14322:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9da1f4f78400:14322] 1 exiting: rc = 0 00000100:00100000:1.0:1788891113.476980:0:16446:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9da1e1359e00:16446] 3 exiting: rc = 0 00000100:00100000:3.0:1788891113.477333:0:14323:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9da1f4f79000:14323] 2 exiting: rc = 0 00000100:00100000:0.0:1788891113.477489:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477497:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477503:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477509:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477516:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477523:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477529:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477534:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477540:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477546:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477551:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477556:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477562:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477567:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477572:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477578:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477583:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477588:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477593:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477597:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477602:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477608:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477613:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477619:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477625:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477630:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477635:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477641:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477646:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477651:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477656:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477662:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477667:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477672:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477677:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477693:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477702:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477710:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477717:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477728:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477743:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477763:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477770:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477775:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477780:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477785:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477789:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477798:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477805:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477812:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477829:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477835:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477840:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477845:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477851:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477856:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477860:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477866:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477871:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477877:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477882:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477889:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477894:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.477900:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788891113.478755:0:17765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788891113.478770:0:17765:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1788891113.478775:0:17765:0:(genops.c:885:class_export_put()) final put ffff9da1d0e49000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1788891113.478780:0:17765:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1d0e49000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1788891113.478785:0:17765:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000004:0.0:1788891113.478847:0:17765:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9da1ffeb9000 1 00000020:00000080:0.0:1788891113.478853:0:17765:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9161b78f8ec40099 00000020:00000080:0.0:1788891113.478860:0:17765:0:(genops.c:885:class_export_put()) final put ffff9da1f9bc2800/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1788891113.478873:0:17765:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1788891113.478877:0:17765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788891113.478883:0:17765:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00000080:1.0:1788891113.478885:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f9bc2800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00080000:0.0:1788891113.478888:0:17765:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9da1f02499b8) has no exports 00000020:00000080:0.0:1788891113.515274:0:17765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788891113.515292:0:17765:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1788891113.515298:0:17765:0:(genops.c:885:class_export_put()) final put ffff9da1ffebb000/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1788891113.515303:0:17765:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1ffebb000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1788891113.515318:0:17765:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1788891113.515617:0:17765:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9da1ffebf800 00000020:01000000:0.0:1788891113.515641:0:17765:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1788891113.515645:0:17765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788891113.515649:0:17765:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788891113.515653:0:17765:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff9da201c60000) has no exports 00000020:00000080:0.0:1788891113.515678:0:17765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788891113.515684:0:17765:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1788891113.515687:0:17765:0:(genops.c:885:class_export_put()) final put ffff9da1f4e25000/OSS_uuid 00000020:00000080:0.0:1788891113.515690:0:17765:0:(genops.c:844:class_export_destroy()) destroying export ffff9da1f4e25000/OSS_uuid for OSS 00000020:01000000:0.0:1788891113.515696:0:17765:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:0.0:1788891113.515772:0:15104:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9da0c3620200:15104] 3 exiting: rc = 0 00000100:00080000:3.0:1788891113.515773:0:14332:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1788891113.515887:0:15021:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9da1f4fea400:15021] 2 exiting: rc = 0 00000100:00100000:3.0:1788891113.515913:0:15020:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9da0c351fe00:15020] 1 exiting: rc = 0 00000100:00100000:1.0:1788891113.515972:0:15018:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9da1f4feb000:15018] 0 exiting: rc = 1 00000100:00100000:0.0:1788891113.516009:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516020:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516029:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516034:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516039:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516044:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516050:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516055:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516061:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516066:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516082:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516089:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516094:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516099:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516104:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516109:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516114:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516119:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516124:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516129:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516134:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516139:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516144:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516150:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516155:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516160:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516166:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516242:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516247:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516252:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516257:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516263:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516268:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516275:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516281:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516287:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516293:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516299:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516304:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516310:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516315:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516320:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516326:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516331:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516337:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516350:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516354:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516360:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516366:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516370:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516376:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516383:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516390:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516396:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516401:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516408:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516414:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516419:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516424:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516429:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516434:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516440:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516445:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.516450:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.517226:0:15022:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9da1f0216a00:15022] 0 exiting: rc = 1 00000100:00100000:3.0:1788891113.517289:0:15023:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9da1f0217e00:15023] 1 exiting: rc = 0 00000100:00100000:0.0:1788891113.517618:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517627:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517634:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517640:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517646:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517651:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517657:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517664:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517671:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517680:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517687:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517694:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517699:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517705:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517711:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517716:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517732:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517738:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517744:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517750:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517755:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517761:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517765:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517771:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517775:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517780:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517785:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517789:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517794:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517800:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517806:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517812:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517832:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517845:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517853:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517862:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517870:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517879:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517887:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517898:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517907:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517916:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517925:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517934:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517943:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517952:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517963:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517972:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517981:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517990:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.517997:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518015:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518023:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518032:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518041:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518048:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518058:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518068:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518081:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518088:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518093:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518098:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518103:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.518113:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.519242:0:15026:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9da1f0217c00:15026] 2 exiting: rc = 0 00000100:00100000:1.0:1788891113.519398:0:15025:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9da1f0217000:15025] 1 exiting: rc = 0 00000100:00100000:3.0:1788891113.520624:0:16558:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff9da0c3621e00:16558] 3 exiting: rc = 0 00000100:00100000:3.0:1788891113.521336:0:15024:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9da1f0216400:15024] 0 exiting: rc = 1 00000100:00100000:0.0:1788891113.521510:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521518:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521523:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521531:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521536:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521542:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521549:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521555:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521578:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521585:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521591:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521597:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521602:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521608:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521614:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521620:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521626:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521631:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521637:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521643:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521649:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521654:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521674:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521680:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521686:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521692:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521698:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521703:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521710:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521714:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521719:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521725:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521745:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521752:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521758:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521764:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521769:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521775:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521780:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521785:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521791:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521796:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521802:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521807:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.521813:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522375:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522382:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522388:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522397:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522404:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522412:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522419:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522428:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522437:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522447:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522457:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522488:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522502:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522513:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522520:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522527:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522532:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522539:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.522544:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529463:0:15028:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9da1f0217a00:15028] 1 exiting: rc = 0 00000100:00100000:2.0:1788891113.529681:0:15027:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9da1f0216c00:15027] 0 exiting: rc = 1 00000100:00100000:1.0:1788891113.529774:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529781:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529786:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529791:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529797:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529802:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529807:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529824:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529831:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529838:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529842:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529847:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529853:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529858:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529863:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529868:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529878:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529884:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529890:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529895:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529900:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529905:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529922:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529928:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529934:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529938:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529943:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529948:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529954:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529959:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529964:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529970:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529976:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529981:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529986:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.529996:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530002:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530007:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530013:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530019:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530024:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530030:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530036:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530041:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530223:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530233:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530240:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530246:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530252:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530257:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530263:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530267:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530272:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530277:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530283:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530288:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530293:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530307:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530312:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530318:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530323:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530328:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530333:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.530339:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788891113.531920:0:15030:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9da1f011b000:15030] 1 exiting: rc = 0 00000100:00100000:0.0:1788891113.532283:0:15029:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9da1f011ac00:15029] 0 exiting: rc = 1 00000100:00100000:0.0:1788891113.533252:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533264:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533279:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533289:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533295:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533301:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533308:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533315:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533321:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533328:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533336:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533343:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533350:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533356:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533363:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533384:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533392:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533399:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533405:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533413:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533420:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533428:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533435:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533442:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533448:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533454:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533460:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533491:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533498:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533505:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533512:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533518:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533525:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533531:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533538:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533544:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533550:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533556:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533562:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533582:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533589:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533596:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533601:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533608:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533614:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533620:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533626:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533632:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533638:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533644:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533652:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533671:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533677:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533685:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533690:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533697:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533702:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533707:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533713:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533719:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533724:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533730:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533744:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788891113.533755:0:17765:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1788891113.544668:0:17765:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1788891124.514656:0:18386:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1788891129.814093:0:18845:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788891129.814097:0:18845:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:2.0:1788891129.814244:0:18845:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9da0c36af000 00000020:01000004:2.0:1788891129.814259:0:18845:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1788891129.814267:0:18845:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1788891129.814281:0:18845:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9da201c619b8) 00000020:00000080:2.0:1788891129.814294:0:18845:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1788891129.825038:0:18845:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1788891129.829147:0:18845:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:2.0:1788891129.829657:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 451: rc = 0 00100000:10000000:2.0:1788891129.829843:0:18845:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:2.0:1788891129.829909:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 451: rc = 0 00100000:10000000:2.0:1788891129.830000:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 451: rc = 0 00100000:10000000:2.0:1788891129.830132:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 451: rc = 0 00100000:10000000:2.0:1788891129.830250:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 451: rc = 0 00100000:10000000:2.0:1788891129.830339:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 451: rc = 0 00100000:10000000:2.0:1788891129.830589:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 453: rc = 0 00100000:10000000:2.0:1788891129.831599:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 590: rc = 0 00100000:10000000:2.0:1788891129.831701:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 590: rc = 0 00100000:10000000:2.0:1788891129.832416:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 774: rc = 0 00100000:10000000:2.0:1788891129.832694:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 774: rc = 0 00100000:10000000:2.0:1788891129.832943:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 774: rc = 0 00100000:10000000:2.0:1788891129.833390:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 774: rc = 0 00100000:10000000:2.0:1788891129.833656:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 774: rc = 0 00100000:10000000:2.0:1788891129.833894:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 774: rc = 0 00100000:10000000:2.0:1788891129.834139:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 774: rc = 0 00100000:10000000:2.0:1788891129.834423:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 774: rc = 0 00100000:10000000:2.0:1788891129.834669:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 774: rc = 0 00100000:10000000:2.0:1788891129.834906:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 774: rc = 0 00100000:10000000:2.0:1788891129.835145:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 774: rc = 0 00100000:10000000:2.0:1788891129.835475:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 774: rc = 0 00100000:10000000:2.0:1788891129.835872:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 285: rc = 0 00100000:10000000:2.0:1788891129.836122:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 285: rc = 0 00100000:10000000:2.0:1788891129.836388:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 285: rc = 0 00100000:10000000:2.0:1788891129.836636:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 285: rc = 0 00100000:10000000:2.0:1788891129.836875:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 285: rc = 0 00100000:10000000:2.0:1788891129.837117:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 285: rc = 0 00100000:10000000:2.0:1788891129.837552:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 285: rc = 0 00100000:10000000:2.0:1788891129.837786:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 285: rc = 0 00100000:10000000:2.0:1788891129.838011:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 285: rc = 0 00100000:10000000:2.0:1788891129.838278:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 285: rc = 0 00100000:10000000:2.0:1788891129.838530:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 285: rc = 0 00100000:10000000:2.0:1788891129.838759:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 285: rc = 0 00100000:10000000:2.0:1788891129.839004:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 285: rc = 0 00100000:10000000:2.0:1788891129.839363:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 285: rc = 0 00100000:10000000:2.0:1788891129.839637:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 285: rc = 0 00100000:10000000:2.0:1788891129.839874:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 285: rc = 0 00100000:10000000:2.0:1788891129.840107:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 285: rc = 0 00100000:10000000:2.0:1788891129.840393:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 285: rc = 0 00100000:10000000:2.0:1788891129.840830:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 285: rc = 0 00100000:10000000:2.0:1788891129.841054:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 285: rc = 0 00100000:10000000:2.0:1788891129.841480:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 285: rc = 0 00100000:10000000:2.0:1788891129.841746:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 285: rc = 0 00100000:10000000:2.0:1788891129.841986:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 285: rc = 0 00100000:10000000:2.0:1788891129.842251:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 285: rc = 0 00100000:10000000:2.0:1788891129.842506:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 285: rc = 0 00100000:10000000:2.0:1788891129.842742:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 285: rc = 0 00100000:10000000:2.0:1788891129.842951:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 285: rc = 0 00100000:10000000:2.0:1788891129.843164:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 285: rc = 0 00100000:10000000:2.0:1788891129.843480:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 285: rc = 0 00100000:10000000:2.0:1788891129.843716:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 285: rc = 0 00100000:10000000:2.0:1788891129.843932:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 285: rc = 0 00100000:10000000:2.0:1788891129.844141:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 285: rc = 0 00100000:10000000:2.0:1788891129.844493:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 274: rc = 0 00100000:10000000:2.0:1788891129.844941:0:18845:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:2.0:1788891129.845085:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 643: rc = 0 00100000:10000000:2.0:1788891129.845458:0:18845:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:2.0:1788891129.845540:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 643: rc = 0 00100000:10000000:2.0:1788891129.845713:0:18845:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:2.0:1788891129.845766:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 643: rc = 0 00100000:10000000:2.0:1788891129.846070:0:18845:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1788891129.846125:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 591: rc = 0 00100000:10000000:2.0:1788891129.846403:0:18845:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1788891129.846473:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 591: rc = 0 00100000:10000000:2.0:1788891129.846665:0:18845:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1788891129.846731:0:18845:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 591: rc = 0 00000020:00000080:2.0:1788891129.846982:0:18845:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788891129.846990:0:18845:0:(osd_handler.c:1573:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788891129.846999:0:18845:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9161b78f8ec4050e 00000020:01000004:2.0:1788891129.847007:0:18845:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1788891129.847012:0:18845:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788891129.847016:0:18845:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9da0c36af000 from MGS 00000020:01000004:2.0:1788891129.847020:0:18845:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788891129.847029:0:18845:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9da201c64d28) 00000020:00000080:2.0:1788891129.847037:0:18845:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788891129.847083:0:18845:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9da0c36af000 from MGS, refs=2 00080000:01000000:2.0:1788891129.847087:0:18845:0:(osd_handler.c:1573:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788891129.847090:0:18845:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9161b78f8ec4051c 00000100:00100000:2.0:1788891129.847259:0:18845:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788891129.847392:0:18845:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788891129.847405:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788891129.847791:0:18845:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1788891129.847796:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788891129.848314:0:18845:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788891129.848452:0:18845:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1788891129.848456:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1788891129.848961:0:18845:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1788891129.848968:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1788891129.849372:0:18845:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1788891129.849379:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1788891129.849872:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891129.849875:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891129.849877:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891129.850076:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891129.850078:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891129.850080:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891129.850572:0:18845:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1788891129.853366:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1788891129.859085:0:18845:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:3.0:1788891129.859103:0:18845:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:3.0:1788891129.859105:0:18845:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:3.0:1788891129.861408:0:18854:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1788891129.861652:0:18845:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1788891129.861752:0:18845:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788891129.863515:0:18845:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1788891129.863820:0:18845:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788891129.864026:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1788891129.864032:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1788891129.864961:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1788891129.864969:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1788891129.865354:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1788891129.865360:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1788891129.867189:0:18845:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788891129.867212:0:18845:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.118@tcp' 00000020:01000004:2.0:1788891129.867214:0:18845:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1788891129.867242:0:18845:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.118@tcp (typ=mgc) 00000020:00000080:2.0:1788891129.867254:0:18845:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.118@tcp (ffff9da201c60000) 00000100:00080000:1.0:1788891129.867254:0:18859:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:2.0:1788891129.867383:0:18845:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788891129.867456:0:18845:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9da1f926f000@MGC192.168.204.118@tcp: add connection 192.168.204.118@tcp at head 00010000:00010000:2.0:1788891129.867604:0:18845:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.118@tcp-0 is initialized 00000040:01000000:2.0:1788891129.867610:0:18845:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.118@tcp ctxt 1 is initialized 10000000:01000000:2.0:1788891129.868974:0:18860:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1788891129.869085:0:18845:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.118@tcp (uuid 45de2339-48f5-411c-bd7a-cda976b041e8) 00000020:00000080:3.0:1788891129.869107:0:18845:0:(genops.c:1385:class_connect()) connect: client 45de2339-48f5-411c-bd7a-cda976b041e8, cookie 0x9161b78f8ec4052a 00000100:00080000:3.0:1788891129.869116:0:18845:0:(import.c:510:import_select_connection()) MGC192.168.204.118@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788891129.869127:0:18845:0:(import.c:624:import_select_connection()) MGC192.168.204.118@tcp: import ffff9da1f926f000 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:3.0:1788891129.869164:0:18845:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da1c8bcaa00 x1875787996301312/t0(0) o250->MGC192.168.204.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788891129.869264:0:18845:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 45de2339-48f5-411c-bd7a-cda976b041e8->MGS 00000020:01000004:3.0:1788891129.869284:0:18845:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1788891129.869289:0:18845:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1788891129.869301:0:18845:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9da1f50a99b8) 00000020:00000080:3.0:1788891129.869312:0:18845:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1788891129.871999:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:45de2339-48f5-411c-bd7a-cda976b041e8:3278:1875787996301312:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788891129.872082:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891129.872164:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996301312 00000100:00100000:0.0:1788891129.872186:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996301312 00000100:00100000:0.0:1788891129.872223:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788891129.872231:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0094850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3278:x1875787996301312:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1788891129.872257:0:18856:0:(ldlm_lib.c:1446:target_handle_connect()) MGS: connection from 45de2339-48f5-411c-bd7a-cda976b041e8@0@lo t0 exp 0000000000000000 cur 353 last 0 00000020:00000080:0.0:1788891129.872285:0:18856:0:(genops.c:1385:class_connect()) connect: client 45de2339-48f5-411c-bd7a-cda976b041e8, cookie 0x9161b78f8ec40538 00000100:00080000:0.0:1788891129.872423:0:18856:0:(import.c:65:import_set_state_nolock()) ffff9da0c12a5000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788891129.872479:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0094850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+5:3278:x1875787996301312:12345-0@lo:250:mount.lustre.0 Request processed in 247us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891129.872487:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788891129.872540:0:3278:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.118@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788891129.872549:0:3278:0:(import.c:1133:ptlrpc_connect_interpret()) MGC192.168.204.118@tcp: connect to target with instance 0 00000100:00080000:0.0:1788891129.872558:0:3278:0:(import.c:957:ptlrpc_connect_set_flags()) MGC192.168.204.118@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1788891129.872562:0:3278:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1788891129.872565:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1f926f000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1788891129.872568:0:3278:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1788891129.872586:0:3278:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1788891129.872592:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:45de2339-48f5-411c-bd7a-cda976b041e8:3278:1875787996301312:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788891129.877614:0:18845:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788891129.877992:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1788891129.877999:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1788891129.884209:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1788891129.884225:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1788891129.885635:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1788891129.885646:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1788891129.888296:0:18845:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788891129.888528:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1788891129.888547:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1788891129.889756:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1788891129.889767:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1788891129.916424:0:18845:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788891129.916635:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1788891129.916641:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1788891129.917747:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1788891129.917756:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1788891129.918700:0:18845:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788891129.918890:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788891129.918896:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1788891129.921734:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788891129.921747:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1788891129.922451:0:18845:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788891129.922662:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788891129.922668:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1788891129.923357:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788891129.923362:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1788891129.924042:0:18845:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788891129.924237:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788891129.924242:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1788891129.924796:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788891129.924803:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1788891129.940923:0:18845:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788891129.941480:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788891129.941488:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1788891129.942831:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788891129.942841:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1788891129.943714:0:18845:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788891129.943722:0:18845:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1788891129.944513:0:18845:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1788891129.944536:0:18845:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:1.0:1788891129.944542:0:18845:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.118@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1788891129.944674:0:18845:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.118@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788891129.944708:0:18845:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.118@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1788891129.944712:0:18845:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788891129.944714:0:18845:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788891129.944715:0:18845:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788891129.944716:0:18845:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788891129.944717:0:18845:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788891129.944719:0:18845:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788891129.944720:0:18845:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788891129.944721:0:18845:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788891129.944723:0:18845:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788891129.944724:0:18845:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788891129.944728:0:18845:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1788891129.944730:0:18845:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788891129.944731:0:18845:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788891129.944732:0:18845:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788891129.944733:0:18845:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788891129.944734:0:18845:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788891129.944735:0:18845:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788891129.944736:0:18845:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788891129.944737:0:18845:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788891129.944744:0:18845:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788891129.944745:0:18845:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788891129.944771:0:18845:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788891129.944791:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996301440:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788891129.944863:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891129.944916:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788891129.945850:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996301440 00000100:00100000:0.0:1788891129.945859:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996301440 00000100:00100000:0.0:1788891129.945915:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788891129.945925:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0097850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+5:18845:x1875787996301440:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788891129.945976:0:18858:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788891129.945979:0:18858:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788891129.945982:0:18858:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1788891129.947344:0:18879:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1788891129.947848:0:18858:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:2.0:1788891129.949422:0:18880:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1788891129.949430:0:18880:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1788891129.949436:0:18880:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1788891129.949470:0:18880:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:0.0:1788891129.949747:0:18858:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788891129.949759:0:18858:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788891129.957932:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0097850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+5:18845:x1875787996301440:12345-0@lo:253:mount.lustre.0 Request processed in 11999us (13059us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891129.957947:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788891129.957961:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996301440:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788891129.957975:0:18845:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1788891129.957978:0:18845:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788891129.957979:0:18845:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788891129.957981:0:18845:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788891129.957982:0:18845:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788891129.957983:0:18845:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788891129.957985:0:18845:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788891129.957986:0:18845:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788891129.957988:0:18845:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788891129.957989:0:18845:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788891129.957991:0:18845:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788891129.958009:0:18845:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9da0c36af000 from lustre-MDT0000 10000000:01000000:1.0:1788891129.958034:0:18845:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1788891129.958037:0:18845:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788891129.958042:0:18845:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9da201c60000 10000000:01000000:1.0:1788891129.958046:0:18845:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788891129.958053:0:18845:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9da201c60000 from 1 10000000:01000000:1.0:1788891129.958056:0:18845:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788891129.958094:0:18845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891129.958104:0:18845:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891129.958113:0:18845:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891129.958147:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996301568:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788891129.958211:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891129.958247:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681780 going to sleep for 11 seconds 00000100:00100000:2.0:1788891129.958329:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996301568 00000100:00100000:2.0:1788891129.958336:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996301568 00000100:00100000:2.0:1788891129.958366:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788891129.958374:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0095050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+5:18845:x1875787996301568:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788891129.958387:0:18857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788891129.958401:0:18857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1f9bbbc00/0x9161b78f8ec40546 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec4053f expref: -99 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891129.958423:0:18857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1f9bbbc00/0x9161b78f8ec40546 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec4053f expref: 6 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891129.958432:0:18857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1f9bbbc00/0x9161b78f8ec40546 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec4053f expref: 6 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891129.958441:0:18857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f9bbbc00, rc 0) 00000100:00100000:2.0:1788891129.958543:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0095050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+6:18845:x1875787996301568:12345-0@lo:101:mount.lustre.0 Request processed in 169us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891129.958550:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788891129.959506:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996301568:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788891129.959524:0:18845:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40546 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891129.959533:0:18845:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec40546 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891129.959590:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996301696:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788891129.959625:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891129.959649:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681780 going to sleep for 11 seconds 00000100:00100000:0.0:1788891129.959857:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996301696 00000100:00100000:0.0:1788891129.959863:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996301696 00000100:00100000:0.0:1788891129.959974:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788891129.959984:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0097c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+6:18845:x1875787996301696:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788891129.960344:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0097c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+6:18845:x1875787996301696:12345-0@lo:501:mount.lustre.0 Request processed in 360us (717us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788891129.960353:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788891129.960432:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996301696:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788891129.960459:0:18845:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1788891129.960478:0:18845:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40546 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891129.960486:0:18845:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40546 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788891129.960505:0:18845:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9da0c36af000 10000000:01000000:1.0:1788891129.960510:0:18845:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788891129.960514:0:18845:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9da0c36af000 10000000:01000000:1.0:1788891129.960517:0:18845:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1788891129.960520:0:18845:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9da0c36af000 from 1 10000000:01000000:1.0:1788891129.960528:0:18845:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1788891129.960551:0:18845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e600/0x9161b78f8ec4054d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891129.960559:0:18845:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e600/0x9161b78f8ec4054d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891129.960567:0:18845:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e600/0x9161b78f8ec4054d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891129.960582:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996301824:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788891129.960607:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891129.960699:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681780 going to sleep for 11 seconds 00000100:00100000:3.0:1788891129.960840:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996301824 00000100:00100000:3.0:1788891129.960846:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996301824 00000100:00100000:3.0:1788891129.960905:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788891129.960913:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0095450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+6:18845:x1875787996301824:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788891129.960922:0:18857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891129.960941:0:18857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1f4edd800/0x9161b78f8ec40554 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec4054d expref: -99 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891129.960959:0:18857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1f4edd800/0x9161b78f8ec40554 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec4054d expref: 7 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891129.960968:0:18857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1f4edd800/0x9161b78f8ec40554 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec4054d expref: 7 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891129.960976:0:18857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f4edd800, rc 0) 00000100:00100000:3.0:1788891129.961012:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0095450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+7:18845:x1875787996301824:12345-0@lo:101:mount.lustre.0 Request processed in 100us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891129.961018:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788891129.961082:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996301824:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788891129.961093:0:18845:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e600/0x9161b78f8ec4054d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40554 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891129.961102:0:18845:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e600/0x9161b78f8ec4054d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec40554 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788891129.961112:0:18845:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1788891129.961131:0:18845:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e600/0x9161b78f8ec4054d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40554 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891129.961138:0:18845:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e600/0x9161b78f8ec4054d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40554 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788891129.961144:0:18845:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788891129.961147:0:18845:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788891129.961157:0:18845:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9da0c36af000 10000000:01000000:1.0:1788891129.961160:0:18845:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788891129.961163:0:18845:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1788891129.961188:0:18845:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1788891129.961204:0:18845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6f600/0x9161b78f8ec4055b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891129.961211:0:18845:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6f600/0x9161b78f8ec4055b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891129.961218:0:18845:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6f600/0x9161b78f8ec4055b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891129.961231:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996301952:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788891129.961256:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891129.961282:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681780 going to sleep for 11 seconds 00000100:00100000:2.0:1788891129.961316:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996301952 00000100:00100000:2.0:1788891129.961323:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996301952 00000100:00100000:0.0:1788891129.961461:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788891129.961473:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0095c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+7:18845:x1875787996301952:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788891129.961482:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891129.961506:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1ffc04a00/0x9161b78f8ec40562 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec4055b expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891129.961523:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1ffc04a00/0x9161b78f8ec40562 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec4055b expref: 8 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891129.961532:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1ffc04a00/0x9161b78f8ec40562 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec4055b expref: 8 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891129.961549:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc04a00, rc 0) 00000100:00100000:1.0:1788891129.961847:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996301952:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788891129.961849:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0095c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+8:18845:x1875787996301952:12345-0@lo:101:mount.lustre.0 Request processed in 377us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891129.961860:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:1.0:1788891129.961864:0:18845:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6f600/0x9161b78f8ec4055b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40562 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891129.961874:0:18845:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6f600/0x9161b78f8ec4055b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec40562 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891129.961918:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996302080:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788891129.961944:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891129.962064:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681780 going to sleep for 11 seconds 00000100:00100000:2.0:1788891129.962102:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996302080 00000100:00100000:2.0:1788891129.962107:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996302080 00000100:00100000:2.0:1788891129.962141:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788891129.962149:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0096450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+8:18845:x1875787996302080:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788891129.962597:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0096450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+9:18845:x1875787996302080:12345-0@lo:501:mount.lustre.0 Request processed in 449us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891129.962605:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788891129.962765:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996302080:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788891129.962798:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996302208:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788891129.962841:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891129.962910:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681780 going to sleep for 11 seconds 00000100:00100000:0.0:1788891129.962946:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996302208 00000100:00100000:0.0:1788891129.962952:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996302208 00000100:00100000:0.0:1788891129.963016:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788891129.963024:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0096050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+9:18845:x1875787996302208:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788891129.963353:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0096050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+9:18845:x1875787996302208:12345-0@lo:503:mount.lustre.0 Request processed in 329us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891129.963360:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788891129.963448:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996302208:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788891129.964319:0:18881:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcbb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:45de2339-48f5-411c-bd7a-cda976b041e8:18881:1875787996302336:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788891129.964370:0:18881:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891129.964419:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996302336 00000100:00100000:2.0:1788891129.964426:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996302336 00000100:00100000:2.0:1788891129.964469:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788891129.964476:0:18881:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c36f60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788891129.964480:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0096c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+9:18881:x1875787996302336:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788891129.964772:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0096c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+9:18881:x1875787996302336:12345-0@lo:502:llog_process_th.0 Request processed in 295us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891129.964779:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788891129.964808:0:18881:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcbb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:45de2339-48f5-411c-bd7a-cda976b041e8:18881:1875787996302336:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788891129.964839:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788891129.964851:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788891129.964854:0:18881:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788891129.964859:0:18881:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1788891129.964863:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788891129.964877:0:18881:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9da1f50acd28) 00000020:00000080:3.0:1788891129.964898:0:18881:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1788891129.964903:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1788891129.964967:0:18881:0:(osd_handler.c:1573:osd_obd_connect()) connect #2 00000020:00000080:3.0:1788891129.964973:0:18881:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9161b78f8ec40570 00000020:00000080:3.0:1788891129.965122:0:18881:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1788891129.965125:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788891129.965131:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788891129.965133:0:18881:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788891129.965135:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788891129.965137:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788891129.965138:0:18881:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1788891129.965140:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788891129.965145:0:18881:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9da1f50ab370) 00000020:00000080:3.0:1788891129.965151:0:18881:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1788891129.965153:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788891129.965155:0:18881:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1788891129.965157:0:18881:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1788891129.965160:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788891129.965288:0:18881:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9da0c36af000 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1788891129.965301:0:18881:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9da1f50a8000) 00000020:00000080:3.0:1788891129.965309:0:18881:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1788891129.965358:0:18881:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1788891129.965362:0:18881:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x9161b78f8ec40585 00000020:00000080:3.0:1788891129.965534:0:18881:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1788891129.965540:0:18881:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1788891129.965544:0:18881:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x9161b78f8ec4058c 00080000:01000000:3.0:1788891129.965549:0:18881:0:(osd_handler.c:1573:osd_obd_connect()) connect #3 00000020:00000080:3.0:1788891129.965553:0:18881:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9161b78f8ec40593 00010000:00010000:2.0:1788891130.025033:0:18881:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1788891130.025603:0:18881:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934627 00000001:00080000:2.0:1788891130.025787:0:18881:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788891130.026439:0:18881:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9da201c63370) 00000020:00000080:2.0:1788891130.026458:0:18881:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1788891130.026555:0:18881:0:(osd_handler.c:1573:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788891130.026563:0:18881:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9161b78f8ec405a1 00000020:00000080:3.0:1788891130.028204:0:18881:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788891130.033412:0:18881:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x9161b78f8ec405a8 00000020:00000080:2.0:1788891130.035314:0:18881:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1788891130.035334:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788891130.035341:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891130.035344:0:18881:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1788891130.035351:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788891130.035358:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891130.035360:0:18881:0:(obd_config.c:1563:class_process_config()) marker 8 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1788891130.035365:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1788891130.035407:0:18881:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1788891130.035423:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788891130.035427:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891130.035428:0:18881:0:(obd_config.c:1563:class_process_config()) marker 8 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1788891130.035431:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788891130.035433:0:18881:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #10 00000020:01000000:2.0:1788891130.035435:0:18881:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788891130.035437:0:18881:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788891130.035438:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788891130.035441:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891130.035442:0:18881:0:(obd_config.c:1563:class_process_config()) marker 10 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788891130.035445:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788891130.035448:0:18881:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:2.0:1788891130.035452:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891130.035453:0:18881:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788891130.035456:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788891130.035461:0:18881:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:2.0:1788891130.035488:0:18881:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1788891130.035502:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788891130.035520:0:18881:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9da1cae58000) 00000020:00000080:2.0:1788891130.035537:0:18881:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1788891130.035542:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788891130.035593:0:18881:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1788891130.035599:0:18881:0:(osd_handler.c:1573:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788891130.035605:0:18881:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9161b78f8ec405b6 00010000:00080000:2.0:1788891130.035638:0:18881:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9da1ca804800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.118@tcp at head 00010000:00010000:2.0:1788891130.035859:0:18881:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:2.0:1788891130.036252:0:18881:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788891130.036300:0:18881:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1788891130.037212:0:18881:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788891130.037291:0:18881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1788891130.037359:0:18881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:2.0:1788891130.037774:0:18885:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788891130.037779:0:18885:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1788891130.038616:0:18881:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788891130.038627:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788891130.038667:0:18881:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788891130.038681:0:18881:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x9161b78f8ec405bd 00000100:00080000:3.0:1788891130.038690:0:18881:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788891130.038695:0:18881:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9da1ca804800 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:3.0:1788891130.038726:0:18881:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da1c8bcbb80 x1875787996302464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788891130.038751:0:18881:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788891130.038798:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788891130.038801:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788891130.038803:0:18881:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788891130.038806:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788891130.038808:0:18881:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #15 00000020:01000000:3.0:1788891130.038810:0:18881:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788891130.038811:0:18881:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788891130.038812:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788891130.038815:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788891130.038816:0:18881:0:(obd_config.c:1563:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788891130.038818:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788891130.038821:0:18881:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:3.0:1788891130.038824:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788891130.038825:0:18881:0:(obd_config.c:1563:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788891130.038827:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788891130.038830:0:18881:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:3.0:1788891130.038850:0:18881:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788891130.038852:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788891130.038863:0:18881:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9da1c5264d28) 00000020:00000080:3.0:1788891130.038873:0:18881:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1788891130.038876:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788891130.038933:0:18881:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1788891130.038938:0:18881:0:(osd_handler.c:1573:osd_obd_connect()) connect #6 00000020:00000080:3.0:1788891130.038945:0:18881:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x9161b78f8ec405cb 00010000:00080000:3.0:1788891130.038971:0:18881:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9da1f4ff5800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.118@tcp at head 00000100:00100000:0.0:1788891130.039143:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996302464:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788891130.039222:0:3278:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875787996302464 offset 0 length 520: 4 00010000:00010000:2.0:1788891130.039429:0:18881:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-2 is initialized 00000040:01000000:2.0:1788891130.039610:0:18881:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788891130.039630:0:18881:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1788891130.040137:0:18881:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788891130.040333:0:18881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1788891130.040433:0:18881:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:3.0:1788891130.040716:0:18887:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788891130.040722:0:18887:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1788891130.041708:0:18881:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788891130.041723:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788891130.041764:0:18881:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788891130.041781:0:18881:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x9161b78f8ec405d2 00000100:00080000:2.0:1788891130.041791:0:18881:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788891130.041797:0:18881:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9da1f4ff5800 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:2.0:1788891130.041830:0:18881:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da0c1ab1c00 x1875787996302592/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788891130.041857:0:18881:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1788891130.041902:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788891130.041906:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891130.041907:0:18881:0:(obd_config.c:1563:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788891130.041911:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788891130.041916:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891130.041918:0:18881:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788891130.041922:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788891130.041924:0:18881:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788891130.041932:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788891130.041936:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891130.041938:0:18881:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788891130.041941:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788891130.041945:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891130.041946:0:18881:0:(obd_config.c:1563:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788891130.041951:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1788891130.041995:0:18881:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab2a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:45de2339-48f5-411c-bd7a-cda976b041e8:18881:1875787996302720:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788891130.042038:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996302592:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1788891130.042071:0:18881:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:0.0:1788891130.042078:0:3278:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875787996302592 offset 0 length 520: 4 00000100:00100000:2.0:1788891130.042112:0:18881:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c937a840 going to sleep for 11 seconds 00000100:00100000:0.0:1788891130.042147:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996302720 00000100:00100000:0.0:1788891130.042153:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996302720 00000100:00100000:0.0:1788891130.042228:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788891130.042238:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0096850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+9:18881:x1875787996302720:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788891130.042476:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0096850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+9:18881:x1875787996302720:12345-0@lo:502:llog_process_th.0 Request processed in 239us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891130.042484:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788891130.042709:0:18881:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab2a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:45de2339-48f5-411c-bd7a-cda976b041e8:18881:1875787996302720:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788891130.042732:0:18881:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788891130.042737:0:18881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891130.042739:0:18881:0:(obd_config.c:1563:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788891130.042742:0:18881:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:0.0:1788891130.043241:0:18845:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:0.0:1788891130.043260:0:18845:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1788891130.043284:0:18845:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6f600/0x9161b78f8ec4055b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40562 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891130.043296:0:18845:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6f600/0x9161b78f8ec4055b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40562 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788891130.043304:0:18845:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9da0c36af000 from 1 10000000:01000000:0.0:1788891130.043308:0:18845:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788891130.043344:0:18845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891130.043353:0:18845:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891130.043363:0:18845:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891130.043378:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996302848:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788891130.043413:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891130.043445:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1dc0cdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788891130.043506:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996302848 00000100:00100000:2.0:1788891130.043512:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996302848 00000100:00100000:2.0:1788891130.043550:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788891130.043559:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c9d94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+9:18845:x1875787996302848:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788891130.043569:0:18858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788891130.043582:0:18858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1f9bbaa00/0x9161b78f8ec405e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec405d9 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.043602:0:18858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1f9bbaa00/0x9161b78f8ec405e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec405d9 expref: 10 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.043612:0:18858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1f9bbaa00/0x9161b78f8ec405e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec405d9 expref: 10 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.043620:0:18858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f9bbaa00, rc 0) 00000100:00100000:2.0:1788891130.043680:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c9d94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+10:18845:x1875787996302848:12345-0@lo:101:mount.lustre.0 Request processed in 121us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891130.043687:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788891130.043742:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996302848:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788891130.043754:0:18845:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec405e0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891130.043764:0:18845:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec405e0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891130.044320:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996302976:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1788891130.044358:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891130.044397:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1dc0cdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788891130.044474:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996302976 00000100:00100000:2.0:1788891130.044480:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996302976 00000100:00100000:2.0:1788891130.044527:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788891130.044534:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c9d97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+10:18845:x1875787996302976:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1788891130.044549:0:18856:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1788891130.044554:0:18856:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1788891130.044834:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c9d97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+10:18845:x1875787996302976:12345-0@lo:256:mount.lustre.0 Request processed in 300us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891130.044843:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788891130.045115:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996302976:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1788891130.045714:0:18845:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788891130.045734:0:18845:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec405e0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891130.045744:0:18845:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec405e0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788891130.045751:0:18845:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9da0c36af000 from 1 10000000:01000000:0.0:1788891130.045753:0:18845:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788891130.045776:0:18845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891130.045783:0:18845:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891130.045791:0:18845:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891130.045804:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996303104:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788891130.045837:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891130.045865:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1dc0cdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788891130.046017:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996303104 00000100:00100000:3.0:1788891130.046022:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996303104 00000100:00100000:3.0:1788891130.046057:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788891130.046065:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+10:18845:x1875787996303104:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788891130.046087:0:18857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891130.046101:0:18857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1f4eddc00/0x9161b78f8ec405ee lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec405e7 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891130.046121:0:18857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1f4eddc00/0x9161b78f8ec405ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec405e7 expref: 11 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891130.046130:0:18857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1f4eddc00/0x9161b78f8ec405ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec405e7 expref: 11 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891130.046137:0:18857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f4eddc00, rc 0) 00000100:00100000:3.0:1788891130.046240:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+11:18845:x1875787996303104:12345-0@lo:101:mount.lustre.0 Request processed in 176us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891130.046246:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788891130.046484:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996303104:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788891130.046508:0:18845:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec405ee expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891130.046517:0:18845:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec405ee expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891130.046631:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996303232:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788891130.046657:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891130.046725:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681180 going to sleep for 11 seconds 00000100:00100000:2.0:1788891130.046763:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996303232 00000100:00100000:2.0:1788891130.046767:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996303232 00000100:00100000:2.0:1788891130.046830:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788891130.046838:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+11:18845:x1875787996303232:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788891130.047440:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+11:18845:x1875787996303232:12345-0@lo:501:mount.lustre.0 Request processed in 602us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891130.047448:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788891130.047680:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996303232:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788891130.047711:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996303360:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788891130.047750:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891130.047781:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681180 going to sleep for 11 seconds 00000100:00100000:0.0:1788891130.047821:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996303360 00000100:00100000:0.0:1788891130.047825:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996303360 00000100:00100000:0.0:1788891130.047855:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788891130.047861:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+11:18845:x1875787996303360:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788891130.047996:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+11:18845:x1875787996303360:12345-0@lo:503:mount.lustre.0 Request processed in 135us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891130.048010:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788891130.048097:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996303360:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788891130.048470:0:18889:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:45de2339-48f5-411c-bd7a-cda976b041e8:18889:1875787996303488:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788891130.048515:0:18889:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891130.048538:0:18889:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788891130.048578:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996303488 00000100:00100000:0.0:1788891130.048581:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996303488 00000100:00100000:0.0:1788891130.048607:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788891130.048612:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+11:18889:x1875787996303488:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788891130.048771:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+11:18889:x1875787996303488:12345-0@lo:502:llog_process_th.0 Request processed in 157us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891130.048777:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788891130.048859:0:18889:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:45de2339-48f5-411c-bd7a-cda976b041e8:18889:1875787996303488:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788891130.048877:0:18889:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788891130.048885:0:18889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891130.048891:0:18889:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788891130.048898:0:18889:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9da0c36af000 00000020:00000080:1.0:1788891130.048900:0:18889:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788891130.048908:0:18889:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788891130.048909:0:18889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891130.048910:0:18889:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788891130.048913:0:18889:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788891130.048915:0:18889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891130.048916:0:18889:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788891130.048919:0:18889:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9da0c36af000 00000020:00000080:1.0:1788891130.048920:0:18889:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788891130.048971:0:18889:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788891130.048974:0:18889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891130.048975:0:18889:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788891130.048977:0:18889:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788891130.048979:0:18889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891130.048980:0:18889:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788891130.048983:0:18889:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9da0c36af000 00000020:00000080:1.0:1788891130.048985:0:18889:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788891130.049010:0:18889:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:45de2339-48f5-411c-bd7a-cda976b041e8:18889:1875787996303616:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788891130.049036:0:18889:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891130.049054:0:18889:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788891130.049863:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996303616 00000100:00100000:2.0:1788891130.049871:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996303616 00000100:00100000:2.0:1788891130.049908:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788891130.049918:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+11:18889:x1875787996303616:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788891130.050606:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+11:18889:x1875787996303616:12345-0@lo:502:llog_process_th.0 Request processed in 689us (1568us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891130.050615:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788891130.054667:0:18889:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:45de2339-48f5-411c-bd7a-cda976b041e8:18889:1875787996303616:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788891130.054712:0:18889:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788891130.054721:0:18889:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891130.054723:0:18889:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:1.0:1788891130.054730:0:18889:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:0.0:1788891130.057540:0:18845:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1788891130.057577:0:18845:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788891130.057600:0:18845:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec405ee expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891130.057614:0:18845:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec405ee expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788891130.057664:0:18845:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788891130.057667:0:18845:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9da0c36af000 10000000:01000000:0.0:1788891130.057670:0:18845:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9da0c36af000 10000000:01000000:0.0:1788891130.057675:0:18845:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788891130.057680:0:18845:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9da0c36af000 from 1 10000000:01000000:0.0:1788891130.057683:0:18845:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788891130.057719:0:18845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05000/0x9161b78f8ec405f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891130.057998:0:18845:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05000/0x9161b78f8ec405f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891130.058013:0:18845:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05000/0x9161b78f8ec405f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891130.058044:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d23100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996303744:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788891130.058112:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891130.058159:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da201a06240 going to sleep for 11 seconds 00000100:00100000:3.0:1788891130.059982:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996303744 00000100:00100000:3.0:1788891130.059994:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996303744 00000100:00100000:3.0:1788891130.060083:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788891130.060094:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+11:18845:x1875787996303744:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788891130.060110:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891130.060126:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1f4edcc00/0x9161b78f8ec405fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec405f5 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891130.060154:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1f4edcc00/0x9161b78f8ec405fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec405f5 expref: 12 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891130.060186:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1f4edcc00/0x9161b78f8ec405fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec405f5 expref: 12 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891130.060196:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f4edcc00, rc 0) 00000100:00100000:3.0:1788891130.060268:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+12:18845:x1875787996303744:12345-0@lo:101:mount.lustre.0 Request processed in 177us (2157us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891130.060275:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788891130.061260:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d23100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996303744:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788891130.061280:0:18845:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05000/0x9161b78f8ec405f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec405fc expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891130.061290:0:18845:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05000/0x9161b78f8ec405f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec405fc expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891130.061357:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996303872:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788891130.061402:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891130.061442:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c92fed80 going to sleep for 11 seconds 00000100:00100000:2.0:1788891130.062409:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996303872 00000100:00100000:2.0:1788891130.062425:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996303872 00000100:00100000:2.0:1788891130.062473:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788891130.062483:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+12:18845:x1875787996303872:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788891130.062772:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+12:18845:x1875787996303872:12345-0@lo:501:mount.lustre.0 Request processed in 290us (1369us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891130.062780:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788891130.063069:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996303872:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788891130.063137:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996304000:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788891130.063217:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891130.063247:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c92fed80 going to sleep for 11 seconds 00000100:00100000:3.0:1788891130.063263:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996304000 00000100:00100000:3.0:1788891130.063268:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996304000 00000100:00100000:3.0:1788891130.063294:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788891130.063301:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+12:18845:x1875787996304000:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788891130.063505:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+12:18845:x1875787996304000:12345-0@lo:503:mount.lustre.0 Request processed in 192us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891130.063513:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788891130.063881:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996304000:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788891130.064439:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab2a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:45de2339-48f5-411c-bd7a-cda976b041e8:18895:1875787996304128:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788891130.064499:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891130.064528:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c8522000 going to sleep for 11 seconds 00000100:00100000:3.0:1788891130.065321:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996304128 00000100:00100000:3.0:1788891130.065328:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996304128 00000100:00100000:3.0:1788891130.065376:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788891130.065384:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+12:18895:x1875787996304128:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788891130.066660:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+12:18895:x1875787996304128:12345-0@lo:502:llog_process_th.0 Request processed in 1272us (2165us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891130.066672:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788891130.066705:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab2a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:45de2339-48f5-411c-bd7a-cda976b041e8:18895:1875787996304128:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1788891130.066776:0:18895:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1788891130.066804:0:18895:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9da1cae599b8) 00000020:00000080:2.0:1788891130.066830:0:18895:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:2.0:1788891130.066918:0:18895:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9da0c36af000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788891130.066922:0:18895:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9da0c36af000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788891130.066924:0:18895:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9da0c36af000 4 00010000:00080000:2.0:1788891130.066954:0:18895:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9da1c9db0800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.118@tcp at head 00010000:00010000:2.0:1788891130.069295:0:18895:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:2.0:1788891130.070535:0:18895:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1788891130.070576:0:18895:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788891130.070589:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x9161b78f8ec4060a 00000100:00080000:2.0:1788891130.070600:0:18895:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788891130.070606:0:18895:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9da1c9db0800 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:2.0:1788891130.070644:0:18895:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da0c1ab2a00 x1875787996304256/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788891130.070669:0:18895:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788891130.071468:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3278:1875787996304256:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788891130.071553:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891130.071556:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:45de2339-48f5-411c-bd7a-cda976b041e8:18895:1875787996304384:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788891130.071602:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891130.071632:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996304384 00000100:00100000:1.0:1788891130.071645:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996304384 00000100:00100000:1.0:1788891130.071685:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788891130.071695:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+12:18895:x1875787996304384:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788891130.071913:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996304256 00000100:00100000:3.0:1788891130.071918:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996304256 00000100:00100000:3.0:1788891130.071945:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788891130.071951:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3278:x1875787996304256:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788891130.072006:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+12:18895:x1875787996304384:12345-0@lo:502:llog_process_th.0 Request processed in 312us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891130.072018:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3278:x1875787996304256:12345-0@lo:38:llog_process_th.0 Request processed in 64us (462us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788891130.072021:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788891130.072031:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788891130.072047:0:3278:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788891130.072056:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1c9db0800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788891130.072061:0:3278:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788891130.072064:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3278:1875787996304256:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788891130.072110:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1f81acc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788891130.072124:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:45de2339-48f5-411c-bd7a-cda976b041e8:18895:1875787996304384:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788891130.072146:0:18895:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1788891130.072471:0:18845:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1788891130.072505:0:18845:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788891130.072527:0:18845:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05000/0x9161b78f8ec405f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec405fc expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891130.072537:0:18845:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05000/0x9161b78f8ec405f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec405fc expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788891130.072584:0:18845:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788891130.072586:0:18845:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788891130.072587:0:18845:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788891130.072589:0:18845:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788891130.072590:0:18845:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788891130.072591:0:18845:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788891130.072593:0:18845:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788891130.072594:0:18845:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788891130.072596:0:18845:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788891130.072597:0:18845:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788891130.072605:0:18845:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1788891130.072607:0:18845:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788891130.072609:0:18845:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788891130.072609:0:18845:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788891130.072610:0:18845:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788891130.072611:0:18845:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788891130.072612:0:18845:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788891130.072613:0:18845:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788891130.072614:0:18845:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788891130.072615:0:18845:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788891130.072616:0:18845:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788891130.072630:0:18845:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788891130.072646:0:18845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996304512:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788891130.072680:0:18845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891130.072702:0:18845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da201a06540 going to sleep for 11 seconds 00000100:00100000:3.0:1788891130.073025:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996304512 00000100:00100000:3.0:1788891130.073031:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996304512 00000100:00100000:3.0:1788891130.073090:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788891130.073105:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+12:18845:x1875787996304512:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788891130.073124:0:18858:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788891130.073135:0:18858:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788891130.100982:0:18858:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788891130.100998:0:18858:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1788891130.101021:0:18879:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788891130.101039:0:18879:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788891130.101061:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.101079:0:18879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9da1f9bbaa00/0x9161b78f8ec405e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec405d9 expref: 12 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.101089:0:18879:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.101128:0:18879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9da1f9bbaa00/0x9161b78f8ec405e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9161b78f8ec405d9 expref: 12 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.101141:0:18879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9da1f9bbaa00/0x9161b78f8ec405e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9161b78f8ec405d9 expref: 12 pid: 18858 timeout: 453 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891130.101155:0:18879:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18879:1875787996304640:0@lo:104: 00000100:00100000:2.0:1788891130.101248:0:18879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891130.101432:0:18879:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1f81e4cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788891130.101504:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996304640 00000100:00100000:1.0:1788891130.101513:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996304640 00000100:00100000:1.0:1788891130.101560:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788891130.101570:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:45de2339-48f5-411c-bd7a-cda976b041e8+3:18879:x1875787996304640:12345-0@lo:104: 00010000:00010000:1.0:1788891130.101581:0:18846:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec405e0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891130.101636:0:18846:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788891130.101643:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:45de2339-48f5-411c-bd7a-cda976b041e8+3:18879:x1875787996304640:12345-0@lo:104: Request processed in 75us (396us total) trans 0 rc 0/0 00010000:00010000:2.0:1788891130.101645:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1788891130.101650:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:2.0:1788891130.101659:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec405e0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.101674:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc05c00 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:2.0:1788891130.101678:0:18852:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9161b78f8ec405e0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891130.101683:0:18879:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18879:1875787996304640:0@lo:104: 00010000:00010000:2.0:1788891130.101686:0:18852:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9161b78f8ec405e0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788891130.101693:0:18852:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9161b78f8ec405e0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891130.101698:0:18879:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788891130.101705:0:18852:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788891130.101730:0:18852:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec405e0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.101737:0:18852:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788891130.101765:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec405e0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.101773:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec405d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec405e0 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.101789:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891130.101791:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891130.101792:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788891130.101823:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:45de2339-48f5-411c-bd7a-cda976b041e8:3280:1875787996304768:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788891130.101860:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891130.101994:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996304768 00000100:00100000:2.0:1788891130.101998:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996304768 00010000:00010000:2.0:1788891130.102015:0:18848:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9da1f9bbaa00/0x9161b78f8ec405e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec405d9 expref: 13 pid: 18858 timeout: 453 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891130.102042:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788891130.102048:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:45de2339-48f5-411c-bd7a-cda976b041e8+13:3280:x1875787996304768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788891130.102058:0:18848:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788891130.102062:0:18848:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9da1f9bbaa00/0x9161b78f8ec405e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec405d9 expref: 13 pid: 18858 timeout: 453 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.102072:0:18848:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9da1f9bbaa00/0x9161b78f8ec405e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9161b78f8ec405d9 expref: 13 pid: 18858 timeout: 453 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.102084:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1f9bbaa00/0x9161b78f8ec405e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9161b78f8ec405d9 expref: 13 pid: 18858 timeout: 453 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.102104:0:18848:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.102112:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788891130.102124:0:18848:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001086187s 00010000:00010000:2.0:1788891130.102129:0:18848:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.102136:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.102142:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.102148:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.102153:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bbb000 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891130.102157:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.102163:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.102201:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891130.102210:0:18848:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788891130.102243:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:45de2339-48f5-411c-bd7a-cda976b041e8+12:3280:x1875787996304768:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891130.102251:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788891130.102333:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:45de2339-48f5-411c-bd7a-cda976b041e8:3280:1875787996304768:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788891130.102352:0:18879:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891130.102360:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891130.102367:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1f9bbb000/0x9161b78f8ec40611 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891130.107858:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+11:18845:x1875787996304512:12345-0@lo:253:mount.lustre.0 Request processed in 34743us (35167us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891130.108002:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788891130.108845:0:18845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:18845:1875787996304512:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788891130.108861:0:18845:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1788891130.108864:0:18845:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788891130.108866:0:18845:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788891130.108867:0:18845:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788891130.108868:0:18845:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788891130.108870:0:18845:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788891130.108871:0:18845:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788891130.108873:0:18845:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788891130.108874:0:18845:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788891130.108876:0:18845:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788891130.108877:0:18845:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788891130.108895:0:18845:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1788891130.119416:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:1.0:1788891130.119605:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1788891130.119865:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:1.0:1788891130.120014:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1788891130.120279:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:1.0:1788891130.120415:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:1.0:1788891130.123329:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:1.0:1788891130.123602:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:1.0:1788891130.123888:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:1.0:1788891130.124126:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:1.0:1788891130.124664:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:1.0:1788891130.124816:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:2.0:1788891130.153257:0:18845:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967527 00000040:01000000:1.0:1788891130.156108:0:18845:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1788891130.156258:0:18902:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967527 00000020:00080000:2.0:1788891130.156376:0:18902:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000040:01000000:2.0:1788891130.156705:0:18903:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:2.0:1788891130.156797:0:18903:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788891130.158826:0:18903:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788891130.158906:0:18903:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1788891130.158910:0:18903:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:1.0:1788891130.160516:0:18845:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1788891130.160640:0:18845:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1788891130.161069:0:18845:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1788891130.161077:0:18845:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1788891130.161219:0:18845:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788891130.162214:0:18845:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1788891130.162778:0:18845:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788891130.162806:0:18845:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1788891130.163229:0:18845:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1788891130.164079:0:18845:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:1.0:1788891130.167895:0:18845:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1788891130.204140:0:18845:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788891130.204228:0:18845:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffbd50819af988 00100000:10000000:2.0:1788891130.204237:0:18845:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1788891130.205067:0:18845:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788891130.205096:0:18845:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.118@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788891130.205115:0:18845:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=45 00000080:00000004:1.0:1788891130.205144:0:18845:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:2.0:1788891130.871588:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788891131.062434:0:18894:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788891131.062444:0:18894:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788891131.062870:0:18894:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788891131.062876:0:18894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:1.0:1788891131.254262:0:18860:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788891131.254271:0:18860:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9da0c36af000 from 9 10000000:01000000:1.0:1788891131.254276:0:18860:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788891131.254328:0:18860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891131.254340:0:18860:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891131.254351:0:18860:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891131.254377:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996304896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788891131.254446:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891131.254574:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c374fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1788891131.255243:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996304896 00000100:00100000:2.0:1788891131.255251:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996304896 00000100:00100000:1.0:1788891131.256277:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788891131.256291:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+11:18860:x1875787996304896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788891131.256307:0:18857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788891131.256328:0:18857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1d0f6f400/0x9161b78f8ec4061f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec40618 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891131.256386:0:18857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1d0f6f400/0x9161b78f8ec4061f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec40618 expref: 12 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891131.256397:0:18857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1d0f6f400/0x9161b78f8ec4061f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec40618 expref: 12 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891131.256406:0:18857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1d0f6f400, rc 0) 00000100:00100000:1.0:1788891131.256492:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+12:18860:x1875787996304896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 205us (2046us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891131.256500:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788891131.256539:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996304896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788891131.256558:0:18860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec4061f expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891131.256569:0:18860:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec4061f expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891131.256714:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996305024:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788891131.256759:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891131.256793:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c374fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1788891131.256901:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996305024 00000100:00100000:2.0:1788891131.256907:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996305024 00000100:00100000:2.0:1788891131.256945:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788891131.256952:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0658450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+12:18860:x1875787996305024:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788891131.256966:0:18858:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788891131.256982:0:18858:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788891131.256985:0:18858:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 00000100:00100000:2.0:1788891131.257070:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0658450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+12:18860:x1875787996305024:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 118us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891131.257077:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788891131.257657:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996305024:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788891131.257703:0:18860:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788891131.257711:0:18860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec4061f expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891131.257720:0:18860:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec4061f expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891131.895360:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788891132.086728:0:18894:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788891132.086737:0:18894:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788891132.086769:0:18894:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788891132.086774:0:18894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1788891132.918282:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788891133.064626:0:19148:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788891133.942306:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788891134.963657:0:19298:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc6e914d90 20000000:00000080:0.0:1788891134.963675:0:19298:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9da1c798c800 uarg=0000000000000000 20000000:01000000:0.0:1788891134.963990:0:19298:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1788891134.963997:0:19298:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1788891134.964002:0:19298:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1788891134.964835:0:19299:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 10 20000000:00000400:0.0:1788891134.965087:0:19298:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 00010000:00010000:2.0:1788891134.966788:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788891134.973372:0:19298:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788891134.973421:0:19298:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.973443:0:19298:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9da1f4eddc00/0x9161b78f8ec405ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec405e7 expref: 11 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.973452:0:19298:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.973502:0:19298:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9da1f4eddc00/0x9161b78f8ec405ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9161b78f8ec405e7 expref: 11 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.973519:0:19298:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9da1f4eddc00/0x9161b78f8ec405ee lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9161b78f8ec405e7 expref: 11 pid: 18857 timeout: 458 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891134.973533:0:19298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19298:1875787996305152:0@lo:104: 00000100:00100000:0.0:1788891134.973617:0:19298:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891134.973680:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996305152 00000100:00100000:2.0:1788891134.973689:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996305152 00000100:00100000:0.0:1788891134.973703:0:19298:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cafb6480 going to sleep for 11 seconds 00000100:00100000:2.0:1788891134.973747:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788891134.973769:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:45de2339-48f5-411c-bd7a-cda976b041e8+3:19298:x1875787996305152:12345-0@lo:104: 00010000:00010000:2.0:1788891134.973782:0:18846:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec405ee expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891134.973853:0:18846:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788891134.973859:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:45de2339-48f5-411c-bd7a-cda976b041e8+3:19298:x1875787996305152:12345-0@lo:104: Request processed in 104us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891134.973867:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:3.0:1788891134.973983:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788891134.973990:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec405ee expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891134.973997:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04e00 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:3.0:1788891134.974001:0:18852:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9161b78f8ec405ee expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891134.974010:0:18852:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9161b78f8ec405ee expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788891134.974035:0:18852:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9161b78f8ec405ee expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788891134.974041:0:18852:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788891134.974081:0:18852:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec405ee expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891134.974087:0:18852:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788891134.974107:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec405ee expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891134.974115:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04e00/0x9161b78f8ec405e7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec405ee expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891134.974135:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891134.974137:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891134.974139:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788891134.974144:0:19298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19298:1875787996305152:0@lo:104: 00000100:00100000:3.0:1788891134.974189:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:45de2339-48f5-411c-bd7a-cda976b041e8:3281:1875787996305280:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788891134.974194:0:19298:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891134.974232:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891134.974373:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996305280 00000100:00100000:0.0:1788891134.974378:0:18849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996305280 00010000:00010000:0.0:1788891134.974415:0:18849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9da1f4eddc00/0x9161b78f8ec405ee lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec405e7 expref: 12 pid: 18857 timeout: 458 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891134.974487:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788891134.974495:0:18849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bcb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:45de2339-48f5-411c-bd7a-cda976b041e8+12:3281:x1875787996305280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788891134.974513:0:18849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788891134.974519:0:18849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9da1f4eddc00/0x9161b78f8ec405ee lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec405e7 expref: 12 pid: 18857 timeout: 458 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.974529:0:18849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9da1f4eddc00/0x9161b78f8ec405ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9161b78f8ec405e7 expref: 12 pid: 18857 timeout: 458 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.974542:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1f4eddc00/0x9161b78f8ec405ee lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9161b78f8ec405e7 expref: 12 pid: 18857 timeout: 458 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.974554:0:18849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.974562:0:18849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.974574:0:18849:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.974581:0:18849:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.974589:0:18849:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.974606:0:18849:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.974618:0:18849:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04c00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891134.974623:0:18849:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.974640:0:18849:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.974655:0:18849:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891134.974664:0:18849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788891134.974696:0:18849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bcb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:45de2339-48f5-411c-bd7a-cda976b041e8+11:3281:x1875787996305280:12345-0@lo:103:ldlm_bl.0 Request processed in 202us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891134.974703:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:1.0:1788891134.974812:0:19298:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891134.974830:0:19298:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891134.974837:0:19298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec40626 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891134.974852:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:45de2339-48f5-411c-bd7a-cda976b041e8:3281:1875787996305280:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1788891135.543333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788891135.543340:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788891135.543343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788891135.543346:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788891135.543349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788891135.543352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788891135.543356:0:8:0:(import.c:65:import_set_state_nolock()) ffff9da1c9db0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788891135.543368:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9da1c9db0800 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:0.0:1788891135.543405:0:8:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da1f4d23800 x1875787996305536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788891135.543468:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:45de2339-48f5-411c-bd7a-cda976b041e8:3282:1875787996305408:0@lo:400:kworker.0 00000100:00100000:0.0:1788891135.543536:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891135.543667:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3278:1875787996305536:0@lo:38:kworker.0 00000100:00100000:1.0:1788891135.543706:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891135.544055:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996305408 00000100:00100000:0.0:1788891135.544062:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996305408 00000100:00100000:0.0:1788891135.544113:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788891135.544120:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d065b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+11:3282:x1875787996305408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891135.544219:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d065b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+11:3282:x1875787996305408:12345-0@lo:400:kworker.0 Request processed in 98us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891135.544226:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788891135.544293:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:45de2339-48f5-411c-bd7a-cda976b041e8:3282:1875787996305408:0@lo:400:kworker.0 00000100:00100000:3.0:1788891135.544608:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996305536 00000100:00100000:3.0:1788891135.544613:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996305536 00000100:00100000:3.0:1788891135.544635:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788891135.544640:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3278:x1875787996305536:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788891135.544661:0:18865:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 359 last 0 00000020:00000080:3.0:1788891135.544694:0:18865:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x9161b78f8ec4062d 00000004:00100000:3.0:1788891135.544708:0:18865:0:(mdt_handler.c:7308:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788891135.544869:0:18865:0:(import.c:65:import_set_state_nolock()) ffff9da1f9bc6000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788891135.544911:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3278:x1875787996305536:12345-0@lo:38:kworker.0 Request processed in 270us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891135.544918:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788891135.545036:0:3278:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9da1f4d23800 x1875787996305536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788891145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788891135.545052:0:3278:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788891135.545061:0:3278:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1788891135.545066:0:3278:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788891135.545068:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1c9db0800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788891135.545074:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3278:1875787996305536:0@lo:38:kworker.0 00010000:00010000:2.0:1788891135.990364:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788891136.888039:0:18860:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788891136.888047:0:18860:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9da0c36af000 from 10 10000000:01000000:2.0:1788891136.888053:0:18860:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788891136.888094:0:18860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891136.888106:0:18860:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891136.888118:0:18860:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891136.888144:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996305664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788891136.888236:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891136.888293:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cafb60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788891136.888412:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996305664 00000100:00100000:3.0:1788891136.888420:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996305664 00000100:00100000:3.0:1788891136.888484:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788891136.888494:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0659450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+11:18860:x1875787996305664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788891136.888507:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891136.888520:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1f4edc400/0x9161b78f8ec4063b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec40634 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891136.888543:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1f4edc400/0x9161b78f8ec4063b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec40634 expref: 12 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891136.888555:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1f4edc400/0x9161b78f8ec4063b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec40634 expref: 12 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891136.888563:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f4edc400, rc 0) 00000100:00100000:3.0:1788891136.888605:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0659450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+12:18860:x1875787996305664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891136.888611:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788891136.888912:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996305664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788891136.888926:0:18860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec4063b expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891136.888936:0:18860:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec4063b expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891136.888988:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996305792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788891136.889014:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891136.889042:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cafb60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788891136.891046:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996305792 00000100:00100000:3.0:1788891136.891058:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996305792 00000100:00100000:3.0:1788891136.891117:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788891136.891128:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0658050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+12:18860:x1875787996305792:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788891136.891693:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0658050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+12:18860:x1875787996305792:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 565us (2676us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891136.891712:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788891136.891781:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996305792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788891136.891831:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996305920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788891136.891874:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891136.891906:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c55b0300 going to sleep for 11 seconds 00000100:00100000:3.0:1788891136.891923:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996305920 00000100:00100000:3.0:1788891136.891927:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996305920 00000100:00100000:3.0:1788891136.891954:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788891136.891961:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+12:18860:x1875787996305920:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788891136.892125:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+12:18860:x1875787996305920:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 164us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891136.892132:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788891136.895404:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996305920:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788891136.897475:0:19432:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1788891136.897639:0:18860:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1788891136.897659:0:18860:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788891136.897670:0:18860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec4063b expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891136.897681:0:18860:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec4063b expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891137.016886:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891138.039009:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788891138.216280:0:19547:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788891138.216284:0:19547:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:1.0:1788891138.216408:0:19547:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9da1cae32000 00000020:01000004:1.0:1788891138.216424:0:19547:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1788891138.216436:0:19547:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:1.0:1788891138.216450:0:19547:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9da1f4b38000) 00000020:00000080:1.0:1788891138.216466:0:19547:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1788891138.229005:0:19547:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:1.0:1788891138.230141:0:19547:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1788891138.237667:0:19547:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:2.0:1788891138.237890:0:19547:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:2.0:1788891138.238268:0:19547:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:2.0:1788891138.239661:0:19547:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 403: rc = 0 00100000:10000000:2.0:1788891138.239794:0:19547:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 403: rc = 0 00100000:10000000:2.0:1788891138.239883:0:19547:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 403: rc = 0 00100000:10000000:2.0:1788891138.240325:0:19547:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 541: rc = 0 00100000:10000000:2.0:1788891138.240581:0:19547:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 541: rc = 0 00100000:10000000:2.0:1788891138.240911:0:19547:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 541: rc = 0 00100000:10000000:2.0:1788891138.241159:0:19547:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 541: rc = 0 00100000:10000000:2.0:1788891138.241618:0:19547:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 541: rc = 0 00100000:10000000:2.0:1788891138.242614:0:19547:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 541: rc = 0 00000020:00000080:2.0:1788891138.243159:0:19547:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1788891138.243251:0:19547:0:(osd_handler.c:1573:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788891138.243266:0:19547:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x9161b78f8ec40649 00000020:01000004:2.0:1788891138.243274:0:19547:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:2.0:1788891138.243296:0:19547:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.118@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788891138.243299:0:19547:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.118@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788891138.243305:0:19547:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1788891138.243310:0:19547:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1788891138.243321:0:19547:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9da1cae5cd28) 00000020:00000080:2.0:1788891138.243341:0:19547:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type ost with refcount 2 00000100:00100000:2.0:1788891138.245829:0:19547:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788891138.246010:0:19547:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1788891138.246015:0:19547:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1788891138.250210:0:19547:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1788891138.250223:0:19547:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1788891138.250909:0:19547:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1788891138.250916:0:19547:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1788891138.252142:0:19547:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788891138.252516:0:19547:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1788891138.252523:0:19547:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1788891138.255432:0:19547:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1788891138.255443:0:19547:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1788891138.272949:0:19547:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788891138.275154:0:19547:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1788891138.275163:0:19547:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1788891138.277557:0:19547:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1788891138.277639:0:19547:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1788891138.278910:0:19547:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1788891138.278921:0:19547:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1788891138.282148:0:19547:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788891138.282686:0:19547:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1788891138.282765:0:19547:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1788891138.283513:0:19547:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1788891138.283520:0:19547:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:0.0:1788891138.320504:0:19547:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788891138.320761:0:19547:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:0.0:1788891138.320767:0:19547:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1788891138.322475:0:19547:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1788891138.322487:0:19547:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1788891138.323041:0:19547:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1788891138.323065:0:19547:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:3.0:1788891138.323071:0:19547:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.118@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1788891138.340055:0:19547:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.118@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788891138.340882:0:19547:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.118@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1788891138.340895:0:19547:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788891138.340901:0:19547:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788891138.340903:0:19547:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788891138.340904:0:19547:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788891138.340905:0:19547:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788891138.340907:0:19547:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788891138.340908:0:19547:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788891138.340910:0:19547:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788891138.340911:0:19547:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788891138.340915:0:19547:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1788891138.340917:0:19547:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788891138.340918:0:19547:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788891138.340919:0:19547:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788891138.340920:0:19547:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788891138.340921:0:19547:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788891138.340922:0:19547:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788891138.340924:0:19547:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788891138.340925:0:19547:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788891138.340926:0:19547:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788891138.341007:0:19547:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788891138.341028:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306048:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788891138.341210:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891138.341395:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c56a9300 going to sleep for 11 seconds 00000100:00100000:2.0:1788891138.341443:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996306048 00000100:00100000:2.0:1788891138.341451:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996306048 00000100:00100000:2.0:1788891138.341499:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788891138.341508:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+12:19547:x1875787996306048:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788891138.341547:0:18857:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788891138.341551:0:18857:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1788891138.341554:0:18857:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1788891138.350799:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+12:19547:x1875787996306048:12345-0@lo:253:mount.lustre.0 Request processed in 9283us (9582us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891138.350816:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788891138.350908:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306048:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788891138.350922:0:19547:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788891138.350926:0:19547:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788891138.350927:0:19547:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788891138.350929:0:19547:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788891138.350930:0:19547:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788891138.350931:0:19547:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788891138.350932:0:19547:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788891138.350934:0:19547:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788891138.350936:0:19547:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788891138.350937:0:19547:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788891138.350956:0:19547:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9da1cae32000 from lustre-OST0000 10000000:01000000:3.0:1788891138.350981:0:19547:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1788891138.350983:0:19547:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788891138.351003:0:19547:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9da201c60000 local copy 00010000:00010000:3.0:1788891138.351012:0:19547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40546 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891138.351393:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306176:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788891138.351432:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891138.351496:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681840 going to sleep for 11 seconds 00000100:00100000:0.0:1788891138.351527:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996306176 00000100:00100000:0.0:1788891138.351531:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996306176 00000100:00100000:0.0:1788891138.351569:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788891138.351575:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+12:19547:x1875787996306176:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788891138.351789:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+12:19547:x1875787996306176:12345-0@lo:501:mount.lustre.0 Request processed in 214us (357us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788891138.351795:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788891138.351838:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306176:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788891138.351850:0:19547:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.118@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788891138.351971:0:19547:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.118@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788891138.351977:0:19547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40546 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.351985:0:19547:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40546 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788891138.352005:0:19547:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9da1cae32000 10000000:01000000:2.0:1788891138.352010:0:19547:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788891138.352014:0:19547:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9da201c60000 10000000:01000000:2.0:1788891138.352017:0:19547:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1788891138.352020:0:19547:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9da201c60000 from 1 10000000:01000000:2.0:1788891138.352023:0:19547:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788891138.352046:0:19547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb000/0x9161b78f8ec40657 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.352064:0:19547:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb000/0x9161b78f8ec40657 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.352074:0:19547:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb000/0x9161b78f8ec40657 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891138.352088:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306304:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788891138.352112:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891138.352228:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681840 going to sleep for 11 seconds 00000100:00100000:0.0:1788891138.352277:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996306304 00000100:00100000:0.0:1788891138.352281:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996306304 00000100:00100000:0.0:1788891138.352349:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788891138.352358:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+12:19547:x1875787996306304:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788891138.352367:0:18857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891138.352380:0:18857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1ffc05600/0x9161b78f8ec4065e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec40657 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.352399:0:18857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1ffc05600/0x9161b78f8ec4065e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec40657 expref: 13 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.352409:0:18857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1ffc05600/0x9161b78f8ec4065e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec40657 expref: 13 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.352418:0:18857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc05600, rc 0) 00000100:00100000:0.0:1788891138.352458:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+13:19547:x1875787996306304:12345-0@lo:101:mount.lustre.0 Request processed in 102us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891138.352464:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788891138.352525:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306304:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788891138.352538:0:19547:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb000/0x9161b78f8ec40657 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec4065e expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.352546:0:19547:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb000/0x9161b78f8ec40657 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec4065e expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788891138.352560:0:19547:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788891138.352581:0:19547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb000/0x9161b78f8ec40657 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec4065e expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.352589:0:19547:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb000/0x9161b78f8ec40657 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec4065e expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788891138.352596:0:19547:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788891138.352600:0:19547:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788891138.352604:0:19547:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1788891138.352606:0:19547:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788891138.352627:0:19547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbaa00/0x9161b78f8ec40665 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.352634:0:19547:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbaa00/0x9161b78f8ec40665 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.352642:0:19547:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbaa00/0x9161b78f8ec40665 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891138.352654:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306432:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788891138.352680:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891138.352877:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c5681840 going to sleep for 11 seconds 00000100:00100000:3.0:1788891138.352950:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996306432 00000100:00100000:3.0:1788891138.352955:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996306432 00000100:00100000:3.0:1788891138.352978:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788891138.352985:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+13:19547:x1875787996306432:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788891138.352992:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891138.353001:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1f4edd400/0x9161b78f8ec4066c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec40665 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891138.353015:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1f4edd400/0x9161b78f8ec4066c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec40665 expref: 14 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891138.353023:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1f4edd400/0x9161b78f8ec4066c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec40665 expref: 14 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891138.353029:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f4edd400, rc 0) 00000100:00100000:3.0:1788891138.353108:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+14:19547:x1875787996306432:12345-0@lo:101:mount.lustre.0 Request processed in 123us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891138.353114:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788891138.353186:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306432:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788891138.353194:0:19547:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbaa00/0x9161b78f8ec40665 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec4066c expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.353199:0:19547:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbaa00/0x9161b78f8ec40665 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec4066c expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788891138.354004:0:19547:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1788891138.355064:0:19547:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788891138.355439:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788891138.355490:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788891138.355528:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788891138.355578:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788891138.355615:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788891138.355651:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788891138.355761:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788891138.355794:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788891138.355817:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1788891138.355861:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1788891138.355886:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1788891138.355936:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1788891138.355985:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1788891138.355992:0:19547:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1788891138.356062:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306560:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788891138.356117:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891138.356216:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cae11cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788891138.356272:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996306560 00000100:00100000:3.0:1788891138.356279:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996306560 00000100:00100000:3.0:1788891138.356376:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788891138.356386:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+14:19547:x1875787996306560:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788891138.356679:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+14:19547:x1875787996306560:12345-0@lo:501:mount.lustre.0 Request processed in 294us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891138.356687:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788891138.356768:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306560:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788891138.356799:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306688:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788891138.356838:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891138.356973:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cae11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788891138.357042:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996306688 00000100:00100000:0.0:1788891138.357046:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996306688 00000100:00100000:0.0:1788891138.357068:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788891138.357075:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+14:19547:x1875787996306688:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788891138.357494:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+14:19547:x1875787996306688:12345-0@lo:503:mount.lustre.0 Request processed in 419us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891138.357508:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788891138.357665:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306688:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788891138.358677:0:19547:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788891138.358899:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306816:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788891138.358956:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891138.359043:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cae11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788891138.359085:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996306816 00000100:00100000:0.0:1788891138.359092:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996306816 00000100:00100000:0.0:1788891138.359162:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788891138.359186:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+14:19547:x1875787996306816:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788891138.359462:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+14:19547:x1875787996306816:12345-0@lo:502:mount.lustre.0 Request processed in 292us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891138.359469:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788891138.359581:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306816:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788891138.360029:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1788891138.360086:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1788891138.360119:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1788891138.360258:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1788891138.360299:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1788891138.360347:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1788891138.360399:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1788891138.360436:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788891138.360489:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1788891138.360536:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1788891138.360569:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1788891138.360610:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1788891138.360845:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306944:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788891138.360898:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891138.360939:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c12ed600 going to sleep for 11 seconds 00000100:00100000:2.0:1788891138.361033:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996306944 00000100:00100000:2.0:1788891138.361039:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996306944 00000100:00100000:2.0:1788891138.361080:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788891138.361090:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+14:19547:x1875787996306944:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788891138.361295:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+14:19547:x1875787996306944:12345-0@lo:502:mount.lustre.0 Request processed in 205us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891138.361302:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788891138.361411:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996306944:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788891138.361479:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1788891138.361489:0:19547:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:1.0:1788891138.362519:0:19562:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788891138.362528:0:19562:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:1.0:1788891138.362535:0:19562:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891138.362537:0:19562:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1788891138.362543:0:19562:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788891138.362557:0:19562:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9da1f4b399b8) 00000020:00000080:1.0:1788891138.362579:0:19562:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788891138.362585:0:19562:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788891138.362646:0:19562:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9da1cae32000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1788891138.362653:0:19562:0:(osd_handler.c:1573:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788891138.362660:0:19562:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x9161b78f8ec4067a 00010000:00010000:1.0:1788891138.367751:0:19562:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00000001:00000004:1.0:1788891138.368163:0:19562:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934605 00080000:10000000:1.0:1788891138.373097:0:19562:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:1.0:1788891138.374485:0:19562:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1788891138.374497:0:19562:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788891138.374511:0:19562:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891138.374513:0:19562:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1788891138.374517:0:19562:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788891138.374519:0:19562:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:1.0:1788891138.374521:0:19562:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788891138.374522:0:19562:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788891138.374524:0:19562:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788891138.374526:0:19562:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891138.374527:0:19562:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788891138.374529:0:19562:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788891138.374532:0:19562:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891138.374533:0:19562:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788891138.374535:0:19562:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788891138.374537:0:19562:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788891138.374539:0:19562:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788891138.374541:0:19562:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891138.374542:0:19562:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788891138.374545:0:19562:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788891138.374546:0:19562:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891138.374547:0:19562:0:(obd_config.c:1563:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788891138.374550:0:19562:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788891138.374603:0:19562:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788891138.374607:0:19562:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891138.374608:0:19562:0:(obd_config.c:1563:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788891138.374612:0:19562:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1788891138.376231:0:19547:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1788891138.376266:0:19547:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1788891138.376365:0:19547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbaa00/0x9161b78f8ec40665 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec4066c expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.376377:0:19547:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbaa00/0x9161b78f8ec40665 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec4066c expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788891138.376385:0:19547:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9da1cae32000 from 1 10000000:01000000:2.0:1788891138.376387:0:19547:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788891138.376421:0:19547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.376429:0:19547:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.376439:0:19547:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891138.376464:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307072:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788891138.376527:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891138.376564:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cae11180 going to sleep for 11 seconds 00000100:00100000:2.0:1788891138.376600:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996307072 00000100:00100000:2.0:1788891138.376607:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996307072 00000100:00100000:2.0:1788891138.376644:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788891138.376652:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+14:19547:x1875787996307072:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788891138.376663:0:18858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788891138.376674:0:18858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1f9bbbe00/0x9161b78f8ec40688 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec40681 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.376855:0:18858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1f9bbbe00/0x9161b78f8ec40688 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec40681 expref: 15 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.376877:0:18858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1f9bbbe00/0x9161b78f8ec40688 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec40681 expref: 15 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.376885:0:18858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f9bbbe00, rc 0) 00000100:00100000:2.0:1788891138.376931:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+15:19547:x1875787996307072:12345-0@lo:101:mount.lustre.0 Request processed in 279us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891138.376938:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788891138.377017:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307072:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788891138.377030:0:19547:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40688 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891138.377038:0:19547:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec40688 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788891138.377585:0:19547:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:1.0:1788891138.377969:0:19547:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788891138.378264:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788891138.378323:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788891138.378388:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788891138.378426:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788891138.378462:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788891138.378509:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788891138.378554:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788891138.378590:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788891138.378658:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788891138.378666:0:19547:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:1.0:1788891138.379853:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307200:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788891138.379911:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891138.379993:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da201a06b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788891138.381680:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996307200 00000100:00100000:2.0:1788891138.381693:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996307200 00000100:00100000:2.0:1788891138.381743:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788891138.381753:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+15:19547:x1875787996307200:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788891138.382065:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+15:19547:x1875787996307200:12345-0@lo:501:mount.lustre.0 Request processed in 313us (2153us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891138.382074:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788891138.382229:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307200:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788891138.382276:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307328:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788891138.382320:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891138.382358:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c92fe0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788891138.382577:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996307328 00000100:00100000:2.0:1788891138.382584:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996307328 00000100:00100000:2.0:1788891138.382616:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788891138.382632:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+15:19547:x1875787996307328:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788891138.382811:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+15:19547:x1875787996307328:12345-0@lo:503:mount.lustre.0 Request processed in 179us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891138.382819:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788891138.382882:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307328:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788891138.383410:0:19547:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788891138.384689:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307456:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788891138.384825:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891138.384869:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c92fe0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788891138.385258:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996307456 00000100:00100000:3.0:1788891138.385265:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996307456 00000100:00100000:3.0:1788891138.385310:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788891138.385319:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+15:19547:x1875787996307456:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788891138.385641:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+15:19547:x1875787996307456:12345-0@lo:502:mount.lustre.0 Request processed in 322us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891138.385650:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788891138.385854:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307456:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788891138.386114:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788891138.386197:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1788891138.386253:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1788891138.386304:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1788891138.386352:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1788891138.386405:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1788891138.386444:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1788891138.386492:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:2.0:1788891138.386525:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307584:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788891138.386573:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891138.386599:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cae11840 going to sleep for 11 seconds 00000100:00100000:3.0:1788891138.386670:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996307584 00000100:00100000:3.0:1788891138.386675:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996307584 00000100:00100000:3.0:1788891138.386789:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788891138.386799:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+15:19547:x1875787996307584:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788891138.386961:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+15:19547:x1875787996307584:12345-0@lo:502:mount.lustre.0 Request processed in 163us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891138.386968:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788891138.387521:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307584:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788891138.387633:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1788891138.387645:0:19547:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:3.0:1788891138.389355:0:19566:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788891138.389368:0:19566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788891138.389371:0:19566:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788891138.389379:0:19566:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9da1cae32000 00000020:00000080:3.0:1788891138.389382:0:19566:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788891138.389389:0:19566:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788891138.389393:0:19566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788891138.389394:0:19566:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788891138.389397:0:19566:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788891138.389401:0:19566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788891138.389402:0:19566:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788891138.389407:0:19566:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9da1cae32000 00000020:00000080:3.0:1788891138.389409:0:19566:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788891138.390078:0:19566:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788891138.390090:0:19566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788891138.390092:0:19566:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788891138.390096:0:19566:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788891138.390099:0:19566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788891138.390100:0:19566:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788891138.390104:0:19566:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9da1cae32000 00000020:00000080:3.0:1788891138.390106:0:19566:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788891138.390160:0:19566:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788891138.390165:0:19566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788891138.390192:0:19566:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:3.0:1788891138.390196:0:19566:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:0.0:1788891138.390381:0:19547:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1788891138.390414:0:19547:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788891138.390433:0:19547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40688 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.390455:0:19547:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40688 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788891138.390495:0:19547:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788891138.390506:0:19547:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9da1cae32000 10000000:01000000:0.0:1788891138.390510:0:19547:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9da1cae32000 10000000:01000000:0.0:1788891138.390515:0:19547:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788891138.390520:0:19547:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9da1cae32000 from 1 10000000:01000000:0.0:1788891138.390523:0:19547:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788891138.390558:0:19547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05400/0x9161b78f8ec4068f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.390566:0:19547:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05400/0x9161b78f8ec4068f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.390577:0:19547:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05400/0x9161b78f8ec4068f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891138.390600:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307712:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788891138.390661:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891138.390719:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996307712 00000100:00100000:0.0:1788891138.390720:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c92fec00 going to sleep for 11 seconds 00000100:00100000:3.0:1788891138.390728:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996307712 00000100:00100000:3.0:1788891138.390790:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788891138.390801:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+15:19547:x1875787996307712:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788891138.390814:0:18858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891138.390828:0:18858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1f4edc800/0x9161b78f8ec40696 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec4068f expref: -99 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891138.390853:0:18858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1f4edc800/0x9161b78f8ec40696 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec4068f expref: 16 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891138.390864:0:18858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1f4edc800/0x9161b78f8ec40696 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec4068f expref: 16 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891138.390874:0:18858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f4edc800, rc 0) 00000100:00100000:3.0:1788891138.390928:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+16:19547:x1875787996307712:12345-0@lo:101:mount.lustre.0 Request processed in 129us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891138.390935:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788891138.391280:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307712:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788891138.391297:0:19547:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05400/0x9161b78f8ec4068f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40696 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891138.391307:0:19547:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05400/0x9161b78f8ec4068f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec40696 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788891138.391957:0:19547:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:1.0:1788891138.392473:0:19547:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788891138.392869:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788891138.392940:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1788891138.392976:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1788891138.393032:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1788891138.393091:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1788891138.393348:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1788891138.393390:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1788891138.393444:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1788891138.393522:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788891138.393563:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1788891138.393598:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1788891138.393672:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1788891138.393721:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1788891138.393761:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1788891138.393818:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1788891138.393863:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1788891138.393908:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1788891138.393966:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1788891138.394009:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1788891138.394065:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1788891138.394149:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1788891138.394228:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1788891138.394274:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1788891138.394369:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1788891138.394416:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:1.0:1788891138.394458:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:1.0:1788891138.394517:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:1.0:1788891138.394561:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:1.0:1788891138.394597:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:1.0:1788891138.394655:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:1.0:1788891138.394695:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:1.0:1788891138.394734:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:1.0:1788891138.394770:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:1.0:1788891138.394832:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:1.0:1788891138.394875:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:1.0:1788891138.394949:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:1.0:1788891138.394987:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:1.0:1788891138.395026:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:1.0:1788891138.395089:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:1.0:1788891138.395163:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:1.0:1788891138.395292:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:1.0:1788891138.395307:0:19547:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:1.0:1788891138.395415:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307840:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788891138.395484:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891138.395537:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da201a06e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788891138.395614:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996307840 00000100:00100000:0.0:1788891138.395621:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996307840 00000100:00100000:0.0:1788891138.395707:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788891138.395717:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+16:19547:x1875787996307840:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788891138.395976:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+16:19547:x1875787996307840:12345-0@lo:501:mount.lustre.0 Request processed in 260us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891138.395984:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788891138.396066:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307840:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788891138.396104:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307968:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788891138.396148:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891138.396194:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da201a06e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788891138.396342:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996307968 00000100:00100000:0.0:1788891138.396346:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996307968 00000100:00100000:0.0:1788891138.396377:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788891138.396383:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+16:19547:x1875787996307968:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788891138.396602:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+16:19547:x1875787996307968:12345-0@lo:503:mount.lustre.0 Request processed in 218us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891138.396609:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788891138.396623:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996307968:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788891138.397215:0:19547:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788891138.397275:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996308096:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788891138.397321:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891138.397363:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996308096 00000100:00100000:1.0:1788891138.397368:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996308096 00000100:00100000:1.0:1788891138.397396:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788891138.397403:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+16:19547:x1875787996308096:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788891138.397582:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+16:19547:x1875787996308096:12345-0@lo:502:mount.lustre.0 Request processed in 178us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891138.397588:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788891138.397627:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da201a06e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788891138.397643:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996308096:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788891138.397878:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1788891138.397922:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1788891138.397955:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1788891138.398002:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1788891138.398049:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1788891138.398108:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1788891138.398159:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1788891138.398404:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1788891138.398488:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1788891138.398548:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1788891138.398600:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1788891138.398695:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1788891138.398744:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1788891138.398782:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1788891138.398838:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1788891138.398882:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1788891138.398928:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1788891138.398994:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1788891138.399039:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1788891138.399073:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1788891138.399120:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1788891138.399156:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1788891138.399213:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1788891138.399261:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1788891138.399297:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:1.0:1788891138.399346:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:1.0:1788891138.399397:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:1.0:1788891138.399636:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:1.0:1788891138.399672:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:1.0:1788891138.399713:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:1.0:1788891138.399745:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:1.0:1788891138.399770:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:1.0:1788891138.399795:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:1.0:1788891138.399830:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:1.0:1788891138.399857:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:1.0:1788891138.399894:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:1.0:1788891138.399921:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:1.0:1788891138.399960:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:1.0:1788891138.400000:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:1.0:1788891138.400035:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:1.0:1788891138.400077:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996308224:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788891138.400145:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891138.400213:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da201a06e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788891138.401020:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996308224 00000100:00100000:0.0:1788891138.401029:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996308224 00000100:00100000:0.0:1788891138.401084:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788891138.401094:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+16:19547:x1875787996308224:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788891138.401785:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996308224:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788891138.401873:0:19547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:1.0:1788891138.401885:0:19547:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000100:00100000:0.0:1788891138.402619:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+16:19547:x1875787996308224:12345-0@lo:502:mount.lustre.0 Request processed in 1523us (2471us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891138.402629:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000020:01000004:1.0:1788891138.404287:0:19570:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1788891138.404304:0:19570:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9da1f4b3cd28) 00000020:00000080:1.0:1788891138.404340:0:19570:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type lwp with refcount 2 00000020:01000004:1.0:1788891138.404421:0:19570:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9da1cae32000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788891138.404426:0:19570:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9da1cae32000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788891138.404429:0:19570:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9da1cae32000 3 00010000:00080000:1.0:1788891138.404466:0:19570:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9da1f52fa800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.118@tcp at head 00010000:00010000:1.0:1788891138.406124:0:19570:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-4 is initialized 00000020:00000080:0.0:1788891138.408889:0:19570:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1788891138.408951:0:19570:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788891138.408965:0:19570:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x9161b78f8ec406a4 00000100:00080000:0.0:1788891138.408976:0:19570:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788891138.408982:0:19570:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9da1f52fa800 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:0.0:1788891138.409017:0:19570:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da1f4d20000 x1875787996308352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788891138.409050:0:19570:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788891138.409075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1788891138.409076:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3278:1875787996308352:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1788891138.409080:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788891138.409082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788891138.409085:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788891138.409137:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3279:1875787996308480:0@lo:400:kworker.0 00000100:00100000:1.0:1788891138.409284:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891138.409376:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996308352 00000100:00100000:1.0:1788891138.409383:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996308352 00000100:00100000:1.0:1788891138.409416:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788891138.409424:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3278:x1875787996308352:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788891138.409449:0:18864:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 362 last 0 00000020:00000080:1.0:1788891138.409483:0:18864:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x9161b78f8ec406ab 00000004:00100000:1.0:1788891138.409498:0:18864:0:(mdt_handler.c:7308:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788891138.409533:0:18864:0:(import.c:65:import_set_state_nolock()) ffff9da1c5244800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788891138.409599:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3278:x1875787996308352:12345-0@lo:38:llog_process_th.0 Request processed in 174us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891138.409607:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788891138.409644:0:3278:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9da1f4d20000 x1875787996308352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788891148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788891138.409654:0:3278:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788891138.409661:0:3278:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788891138.409668:0:3278:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788891138.409672:0:3278:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788891138.409674:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1f52fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788891138.409680:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3278:1875787996308352:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788891138.409877:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891138.409924:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996308480 00000100:00100000:0.0:1788891138.409929:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996308480 00000100:00100000:0.0:1788891138.409962:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788891138.409969:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3279:x1875787996308480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891138.410010:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3279:x1875787996308480:12345-0@lo:400:kworker.0 Request processed in 42us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891138.410017:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788891138.410045:0:3279:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9da1f4d21180 x1875787996308480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788891138.410055:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3279:1875787996308480:0@lo:400:kworker.0 00000040:00080000:0.0:1788891138.412532:0:19570:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000020:01000000:2.0:1788891138.412602:0:19547:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1788891138.412631:0:19547:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788891138.412655:0:19547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05400/0x9161b78f8ec4068f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40696 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.412668:0:19547:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05400/0x9161b78f8ec4068f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40696 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788891138.412722:0:19547:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788891138.412724:0:19547:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788891138.412725:0:19547:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788891138.412727:0:19547:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788891138.412728:0:19547:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788891138.412729:0:19547:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788891138.412731:0:19547:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788891138.412733:0:19547:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788891138.412734:0:19547:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788891138.412737:0:19547:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1788891138.412740:0:19547:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788891138.412741:0:19547:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788891138.412742:0:19547:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788891138.412743:0:19547:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788891138.412744:0:19547:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788891138.412745:0:19547:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788891138.412746:0:19547:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788891138.412747:0:19547:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788891138.412749:0:19547:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788891138.412778:0:19547:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788891138.412796:0:19547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996308608:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788891138.412867:0:19547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891138.412915:0:19547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d0edd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788891138.413095:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996308608 00000100:00100000:1.0:1788891138.413103:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996308608 00000100:00100000:1.0:1788891138.413162:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788891138.413210:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+16:19547:x1875787996308608:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788891138.413236:0:18858:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1788891138.413250:0:18858:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788891138.446395:0:18858:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788891138.446424:0:18858:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1788891138.447706:0:18879:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788891138.447715:0:18879:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788891138.447738:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.447756:0:18879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9da1d0f6f400/0x9161b78f8ec4061f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec40618 expref: 16 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.447764:0:18879:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.447804:0:18879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9da1d0f6f400/0x9161b78f8ec4061f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9161b78f8ec40618 expref: 16 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891138.447820:0:18879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9da1d0f6f400/0x9161b78f8ec4061f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9161b78f8ec40618 expref: 16 pid: 18857 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891138.447834:0:18879:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab3800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18879:1875787996308736:0@lo:104: 00000100:00100000:2.0:1788891138.447893:0:18879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891138.447944:0:18879:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d0edd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788891138.448031:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996308736 00000100:00100000:1.0:1788891138.448039:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996308736 00000100:00100000:1.0:1788891138.448088:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788891138.448098:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:45de2339-48f5-411c-bd7a-cda976b041e8+3:18879:x1875787996308736:12345-0@lo:104: 00010000:00010000:1.0:1788891138.448110:0:18847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec4061f expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891138.448211:0:18847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788891138.448212:0:18879:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab3800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18879:1875787996308736:0@lo:104: 00010000:00010000:0.0:1788891138.448232:0:18879:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891138.448238:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:45de2339-48f5-411c-bd7a-cda976b041e8+3:18879:x1875787996308736:12345-0@lo:104: Request processed in 139us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891138.448376:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1788891138.449185:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788891138.449195:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec4061f expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891138.449216:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6e000 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:3.0:1788891138.449221:0:18852:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9161b78f8ec4061f expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891138.449231:0:18852:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9161b78f8ec4061f expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788891138.449239:0:18852:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9161b78f8ec4061f expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788891138.449245:0:18852:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788891138.449289:0:18852:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec4061f expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891138.449296:0:18852:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788891138.449318:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec4061f expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891138.449336:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec40618 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec4061f expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891138.449354:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891138.449356:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891138.449359:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788891138.449373:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:45de2339-48f5-411c-bd7a-cda976b041e8:3280:1875787996308864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788891138.449423:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891138.449553:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996308864 00000100:00100000:0.0:1788891138.449559:0:18850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996308864 00010000:00010000:0.0:1788891138.449583:0:18850:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9da1d0f6f400/0x9161b78f8ec4061f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec40618 expref: 17 pid: 18857 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891138.449645:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788891138.449655:0:18850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:45de2339-48f5-411c-bd7a-cda976b041e8+17:3280:x1875787996308864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788891138.449668:0:18850:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788891138.449674:0:18850:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9da1d0f6f400/0x9161b78f8ec4061f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec40618 expref: 17 pid: 18857 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.449691:0:18850:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9da1d0f6f400/0x9161b78f8ec4061f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9161b78f8ec40618 expref: 17 pid: 18857 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.449705:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1d0f6f400/0x9161b78f8ec4061f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9161b78f8ec40618 expref: 17 pid: 18857 timeout: 462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.449718:0:18850:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.449725:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788891138.449739:0:18850:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002024642s 00010000:00010000:0.0:1788891138.449743:0:18850:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.449749:0:18850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.449755:0:18850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.449761:0:18850:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.449766:0:18850:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bbae00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891138.449770:0:18850:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.449777:0:18850:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.449805:0:18850:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891138.449816:0:18850:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788891138.449837:0:18879:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891138.449849:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891138.449856:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1f9bbae00/0x9161b78f8ec406b2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891138.449865:0:18850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:45de2339-48f5-411c-bd7a-cda976b041e8+16:3280:x1875787996308864:12345-0@lo:103:ldlm_bl.0 Request processed in 213us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891138.449874:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788891138.450091:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:45de2339-48f5-411c-bd7a-cda976b041e8:3280:1875787996308864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788891138.459259:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+15:19547:x1875787996308608:12345-0@lo:253:mount.lustre.0 Request processed in 46045us (46382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891138.459274:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788891138.459382:0:19547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:19547:1875787996308608:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788891138.459397:0:19547:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788891138.459400:0:19547:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788891138.459401:0:19547:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788891138.459403:0:19547:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788891138.459404:0:19547:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788891138.459405:0:19547:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788891138.459419:0:19547:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788891138.459420:0:19547:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788891138.459422:0:19547:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788891138.459423:0:19547:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788891138.459439:0:19547:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1788891138.459889:0:19547:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1788891138.460001:0:19547:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1788891138.460154:0:19547:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1788891138.460342:0:19547:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1788891138.460498:0:19547:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1788891138.460781:0:19547:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:3.0:1788891138.463278:0:19547:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1788891138.495891:0:19547:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1788891138.495898:0:19547:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1788891138.495926:0:19547:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788891138.495971:0:19547:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.118@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788891138.495984:0:19547:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1788891138.496006:0:19547:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:2.0:1788891139.063038:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788891139.638714:0:18860:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788891139.638722:0:18860:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9da0c36af000 from 10 10000000:01000000:1.0:1788891139.638727:0:18860:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788891139.638770:0:18860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891139.638782:0:18860:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891139.638794:0:18860:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891139.638817:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996308992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788891139.638883:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891139.638934:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da201a06b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788891139.639365:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996308992 00000100:00100000:0.0:1788891139.639372:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996308992 00000100:00100000:0.0:1788891139.639425:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788891139.639434:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+15:18860:x1875787996308992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788891139.639446:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891139.639459:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1ffc05a00/0x9161b78f8ec406c0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec406b9 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891139.639551:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1ffc05a00/0x9161b78f8ec406c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec406b9 expref: 16 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891139.639562:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1ffc05a00/0x9161b78f8ec406c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec406b9 expref: 16 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891139.639571:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc05a00, rc 0) 00000100:00100000:0.0:1788891139.639616:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+16:18860:x1875787996308992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 182us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891139.639623:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788891139.639684:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996308992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788891139.639698:0:18860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec406c0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891139.639715:0:18860:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec406c0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891139.639771:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996309120:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788891139.639804:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891139.639820:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d1b00900 going to sleep for 11 seconds 00000100:00100000:0.0:1788891139.639840:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996309120 00000100:00100000:0.0:1788891139.639844:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996309120 00000100:00100000:0.0:1788891139.639868:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788891139.639874:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+16:18860:x1875787996309120:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788891139.639888:0:18858:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788891139.639903:0:18858:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788891139.639905:0:18858:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 10 00000100:00100000:0.0:1788891139.639971:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+16:18860:x1875787996309120:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 97us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891139.639978:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788891139.640004:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996309120:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788891139.640056:0:18860:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788891139.641387:0:18860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec406c0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891139.641398:0:18860:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec406c0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.089257:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788891140.471190:0:3278:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788891130/real 1788891130] req@ffff9da0c1ab1c00 x1875787996302592/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788891140 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788891140.471219:0:3278:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9da0c1ab1c00 x1875787996302592/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788891140 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788891140.471298:0:3278:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788891130/real 1788891130] req@ffff9da1c8bcbb80 x1875787996302464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788891140 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788891140.471309:0:3278:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9da1c8bcbb80 x1875787996302464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788891140 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788891140.471328:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1f4ff5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788891140.471343:0:3278:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788891140.471347:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996302592:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788891140.471362:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1ca804800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788891140.471368:0:3278:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788891140.471372:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996302464:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788891140.472960:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788891140.472966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788891140.472976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9da1ca804800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788891140.472983:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 353 00000100:00080000:0.0:1788891140.472989:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788891140.472996:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9da1ca804800 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:2.0:1788891140.472998:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788891140.473016:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:45de2339-48f5-411c-bd7a-cda976b041e8:3282:1875787996309248:0@lo:400:kworker.0 00000100:00100000:0.0:1788891140.473021:0:38:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da1f4d23100 x1875787996309376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788891140.473039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788891140.473043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788891140.473045:0:38:0:(import.c:65:import_set_state_nolock()) ffff9da1f4ff5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788891140.473048:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 353 00000100:00080000:0.0:1788891140.473051:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788891140.473054:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9da1f4ff5800 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:0.0:1788891140.473064:0:38:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da1f4d20e00 x1875787996309504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788891140.473106:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891140.473127:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996309248 00000100:00100000:0.0:1788891140.473135:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996309248 00000100:00100000:2.0:1788891140.473185:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875787996309632:0@lo:400:kworker.0 00000100:00100000:0.0:1788891140.473202:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788891140.473214:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+16:3282:x1875787996309248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788891140.473223:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891140.473265:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+16:3282:x1875787996309248:12345-0@lo:400:kworker.0 Request processed in 54us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891140.473273:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788891140.473632:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:45de2339-48f5-411c-bd7a-cda976b041e8:3282:1875787996309248:0@lo:400:kworker.0 00000100:00100000:2.0:1788891140.473661:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996309376:0@lo:8:kworker.0 00000100:00100000:2.0:1788891140.473693:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891140.473709:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996309504:0@lo:8:kworker.0 00000100:00100000:2.0:1788891140.473731:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891140.473764:0:19550:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996309376 00000100:00100000:2.0:1788891140.473768:0:19550:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996309376 00000100:00100000:2.0:1788891140.473784:0:19550:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996309504 00000100:00100000:2.0:1788891140.473786:0:19550:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996309504 00000100:00100000:2.0:1788891140.473796:0:19550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788891140.473802:0:19550:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3278:x1875787996309376:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788891140.473826:0:19550:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 364 last 0 00000020:00000080:2.0:1788891140.473855:0:19550:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x9161b78f8ec406c7 00002000:00100000:2.0:1788891140.473870:0:19550:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9da2016aa800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1788891140.473874:0:19550:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1788891140.473877:0:19550:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:0.0:1788891140.473979:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996309632 00000100:00100000:0.0:1788891140.473984:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996309632 00000100:00100000:0.0:1788891140.474011:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788891140.474018:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875787996309632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891140.474059:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875787996309632:12345-0@lo:400:kworker.0 Request processed in 41us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891140.474073:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1788891140.474107:0:3282:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9da1f4d21f80 x1875787996309632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788891140.474120:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875787996309632:0@lo:400:kworker.0 00000100:00100000:3.0:1788891140.474516:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3279:1875787996309760:0@lo:400:kworker.0 00000100:00100000:3.0:1788891140.474557:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891140.474607:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996309760 00000100:00100000:3.0:1788891140.474612:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996309760 00000100:00100000:3.0:1788891140.474660:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788891140.474669:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875787996309760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788891140.474707:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875787996309760:12345-0@lo:400:kworker.0 Request processed in 41us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891140.474713:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788891140.474741:0:3279:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9da1f4d20a80 x1875787996309760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788891140.474750:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3279:1875787996309760:0@lo:400:kworker.0 00000100:00080000:0.0:1788891140.474899:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00080000:2.0:1788891140.475505:0:19550:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788891140.475527:0:19550:0:(import.c:65:import_set_state_nolock()) ffff9da2016a8000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788891140.475578:0:19550:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3278:x1875787996309376:12345-0@lo:8:kworker.0 Request processed in 1775us (1885us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891140.475584:0:19550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788891140.475599:0:19550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788891140.475612:0:19550:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3278:x1875787996309504:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788891140.475623:0:19550:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1788891140.476355:0:3278:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9da1f4d23100 x1875787996309376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788891155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788891140.476366:0:3278:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788891140.476374:0:3278:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788891140.476382:0:3278:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788891140.476387:0:3278:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788891140.476390:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1ca804800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788891140.476460:0:3278:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788891140.476467:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996309376:0@lo:8:kworker.0 00000004:00080000:3.0:1788891140.477809:0:18885:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788891140.478046:0:18885:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 364326877105ns, next at 0ns, rc = 0 00000004:00080000:0.0:1788891140.480564:0:18886:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x22:0x0] 00000100:00100000:0.0:1788891140.480588:0:18886:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d23480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18886:1875787996310016:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788891140.480647:0:18886:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891140.480671:0:18886:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d1b00840 going to sleep for 11 seconds 00000100:00100000:0.0:1788891140.480703:0:19548:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1788891140.480709:0:19548:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:0.0:1788891140.480793:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3280:1875787996309888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788891140.480819:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891140.480870:0:19552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996309888 00000100:00100000:0.0:1788891140.480877:0:19552:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996309888 00000100:00100000:0.0:1788891140.480925:0:19552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788891140.480933:0:19552:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3280:x1875787996309888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788891140.480964:0:19552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788891140.481004:0:19552:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3280:x1875787996309888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891140.481011:0:19552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788891140.481047:0:3280:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9da1f4d21f80 x1875787996309888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788891156 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788891140.481066:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3280:1875787996309888:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788891140.481085:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788891140.481116:0:19548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996310016 00000100:00100000:0.0:1788891140.481120:0:19548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996310016 00000100:00100000:0.0:1788891140.481405:0:19548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788891140.481412:0:19548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:18886:x1875787996310016:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1788891140.488902:0:19548:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:0.0:1788891140.488912:0:19548:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1788891140.488918:0:19548:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:35 to 0x240000400:65) 00000100:00100000:2.0:1788891140.495642:0:19550:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3278:x1875787996309504:12345-0@lo:8:kworker.0 Request processed in 20032us (21904us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788891140.495740:0:19550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788891140.495798:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1f4ff5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788891140.495804:0:3278:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788891140.495809:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996309504:0@lo:8:kworker.0 00002000:00010000:0.0:1788891140.504991:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.505003:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004ee54052/0x9161b78f8ec406ce lrc: 3/0,1 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.505020:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.505026:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.505032:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004ee54052/0x9161b78f8ec406ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.505050:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ee54052/0x9161b78f8ec406ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.505060:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004ee54052/0x9161b78f8ec406ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.505068:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004ee54052/0x9161b78f8ec406ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.505244:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891140.505339:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.505346:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004ee54052/0x9161b78f8ec406ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.505355:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc05800 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.505360:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004ee54052/0x9161b78f8ec406ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.505369:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004ee54052/0x9161b78f8ec406ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.505388:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004ee54052/0x9161b78f8ec406ce lrc: 1/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.505396:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ee54052/0x9161b78f8ec406ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.505412:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.505414:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.505416:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788891140.505797:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.505810:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010a00d59/0x9161b78f8ec406d5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.505818:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.505822:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.505827:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010a00d59/0x9161b78f8ec406d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.505836:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010a00d59/0x9161b78f8ec406d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.505843:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010a00d59/0x9161b78f8ec406d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.505851:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010a00d59/0x9161b78f8ec406d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.505878:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1788891140.506110:0:5836:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00010000:1.0:1788891140.506321:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.506328:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010a00d59/0x9161b78f8ec406d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.506336:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04200 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.506339:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010a00d59/0x9161b78f8ec406d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.506361:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010a00d59/0x9161b78f8ec406d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.506373:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010a00d59/0x9161b78f8ec406d5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.506379:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010a00d59/0x9161b78f8ec406d5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.506391:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.506392:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.506394:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788891140.506684:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.506691:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045858de9/0x9161b78f8ec406dc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.506700:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.506704:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.506709:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045858de9/0x9161b78f8ec406dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.506719:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045858de9/0x9161b78f8ec406dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.506735:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045858de9/0x9161b78f8ec406dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.506743:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045858de9/0x9161b78f8ec406dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.506764:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891140.506848:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.506852:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045858de9/0x9161b78f8ec406dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.506859:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc05c00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.506863:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045858de9/0x9161b78f8ec406dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.506871:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045858de9/0x9161b78f8ec406dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.506882:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045858de9/0x9161b78f8ec406dc lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.506903:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045858de9/0x9161b78f8ec406dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.506920:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.506922:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.506924:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788891140.507405:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.507409:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec406e3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.507416:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.507418:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.507421:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec406e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.507427:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec406e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.507432:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec406e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.507436:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec406e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.507658:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891140.508377:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.508385:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec406e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.508395:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc05200 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.508399:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec406e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.508409:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec406e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.508425:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec406e3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.508433:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec406e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.508452:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.508455:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.508457:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788891140.508603:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.508609:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec406ea lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.508617:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.508620:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.508623:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec406ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.508630:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec406ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.508635:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec406ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.508640:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec406ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.508658:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891140.508953:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.508957:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec406ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.508962:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc05e00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.508965:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec406ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.508970:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec406ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.508977:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec406ea lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.508981:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec406ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.508990:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.508991:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.508992:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788891140.512903:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.512919:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003df8e7f/0x9161b78f8ec406f1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.512937:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.512949:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.512955:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003df8e7f/0x9161b78f8ec406f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.512970:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003df8e7f/0x9161b78f8ec406f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.512980:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003df8e7f/0x9161b78f8ec406f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.512988:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003df8e7f/0x9161b78f8ec406f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.513039:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788891140.513595:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.513601:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000464c8d16/0x9161b78f8ec406f8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.513609:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.513613:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.513617:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000464c8d16/0x9161b78f8ec406f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.513626:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000464c8d16/0x9161b78f8ec406f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.513635:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000464c8d16/0x9161b78f8ec406f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.513648:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000464c8d16/0x9161b78f8ec406f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.513975:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788891140.513984:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003df8e7f/0x9161b78f8ec406f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.513992:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04e00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.513997:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003df8e7f/0x9161b78f8ec406f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.514018:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003df8e7f/0x9161b78f8ec406f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.514034:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003df8e7f/0x9161b78f8ec406f1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.514041:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003df8e7f/0x9161b78f8ec406f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.514057:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.514059:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000464c8d16/0x9161b78f8ec406f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.514065:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04c00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.514068:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000464c8d16/0x9161b78f8ec406f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.514076:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000464c8d16/0x9161b78f8ec406f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.514084:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000464c8d16/0x9161b78f8ec406f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.514090:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.514092:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.514152:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891140.514263:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788891140.514270:0:19548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000464c8d16/0x9161b78f8ec406f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.514319:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788891140.514843:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.514847:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb367acd/0x9161b78f8ec406ff lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.514856:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.514859:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.514862:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb367acd/0x9161b78f8ec406ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.514869:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb367acd/0x9161b78f8ec406ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.514875:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb367acd/0x9161b78f8ec406ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.514880:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb367acd/0x9161b78f8ec406ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.515239:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891140.515320:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.515326:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb367acd/0x9161b78f8ec406ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.515334:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04800 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.515338:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb367acd/0x9161b78f8ec406ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.515346:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb367acd/0x9161b78f8ec406ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.515362:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb367acd/0x9161b78f8ec406ff lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.515369:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb367acd/0x9161b78f8ec406ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.515386:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.515388:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.515389:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788891140.515926:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.515934:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fd518f0/0x9161b78f8ec40706 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.515945:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.515948:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.515954:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fd518f0/0x9161b78f8ec40706 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.515964:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fd518f0/0x9161b78f8ec40706 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.515973:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fd518f0/0x9161b78f8ec40706 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.515980:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000fd518f0/0x9161b78f8ec40706 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.516003:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891140.516219:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.516226:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000fd518f0/0x9161b78f8ec40706 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.516234:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04600 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.516237:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000fd518f0/0x9161b78f8ec40706 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.516255:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000fd518f0/0x9161b78f8ec40706 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.516268:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000fd518f0/0x9161b78f8ec40706 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.516275:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fd518f0/0x9161b78f8ec40706 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.516304:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.516306:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.516308:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788891140.516894:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.516901:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000114f2cdd/0x9161b78f8ec4070d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.516912:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.516923:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.516929:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000114f2cdd/0x9161b78f8ec4070d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.516939:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000114f2cdd/0x9161b78f8ec4070d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.516946:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000114f2cdd/0x9161b78f8ec4070d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.516953:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000114f2cdd/0x9161b78f8ec4070d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.517237:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788891140.517704:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.517711:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad19195e/0x9161b78f8ec40714 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.517721:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.517725:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.517729:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad19195e/0x9161b78f8ec40714 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.517739:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad19195e/0x9161b78f8ec40714 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.517748:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad19195e/0x9161b78f8ec40714 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.517762:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad19195e/0x9161b78f8ec40714 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.518051:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788891140.518059:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000114f2cdd/0x9161b78f8ec4070d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.518067:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04400 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.518071:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000114f2cdd/0x9161b78f8ec4070d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.518080:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000114f2cdd/0x9161b78f8ec4070d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.518097:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000114f2cdd/0x9161b78f8ec4070d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.518125:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000114f2cdd/0x9161b78f8ec4070d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.518146:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.518148:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad19195e/0x9161b78f8ec40714 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.518154:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04000 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.518157:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad19195e/0x9161b78f8ec40714 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.518164:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad19195e/0x9161b78f8ec40714 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.518192:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad19195e/0x9161b78f8ec40714 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.518200:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.518202:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.518204:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891140.518332:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788891140.518338:0:19548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad19195e/0x9161b78f8ec40714 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788891140.518888:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.518895:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec4071b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.518904:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.518908:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.518913:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec4071b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.518922:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec4071b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.518930:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec4071b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.518936:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec4071b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.519405:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.519414:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec4071b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.519422:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc05e00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.519433:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec4071b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.519441:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec4071b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.519455:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec4071b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.519569:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.519570:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.519572:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891140.519624:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788891140.519630:0:19548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed1936b5/0x9161b78f8ec4071b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.520208:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788891140.520281:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788891140.520300:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec40722 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.520311:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=364s v=(0 0) 00010000:00010000:0.0:1788891140.520315:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891140.520320:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec40722 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.520331:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec40722 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.520339:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec40722 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.520346:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec40722 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891140.520392:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891140.520803:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.520810:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec40722 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.520818:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc05200 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.520822:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec40722 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.520830:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec40722 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.520846:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec40722 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.520854:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004600c030/0x9161b78f8ec40722 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.520890:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.520892:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.520895:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891140.522862:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.522881:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deb5d9c7/0x9161b78f8ec40729 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.523145:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.523150:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.523157:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deb5d9c7/0x9161b78f8ec40729 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.523193:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000deb5d9c7/0x9161b78f8ec40729 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.523203:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deb5d9c7/0x9161b78f8ec40729 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.523210:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000deb5d9c7/0x9161b78f8ec40729 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.523231:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788891140.524247:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.524256:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b2bbfc1/0x9161b78f8ec40730 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.524269:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.524273:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.524278:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b2bbfc1/0x9161b78f8ec40730 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.524300:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b2bbfc1/0x9161b78f8ec40730 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.524318:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b2bbfc1/0x9161b78f8ec40730 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.524326:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b2bbfc1/0x9161b78f8ec40730 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.524343:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788891140.524619:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788891140.524628:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000deb5d9c7/0x9161b78f8ec40729 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.524637:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f4edd000 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.524642:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000deb5d9c7/0x9161b78f8ec40729 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.524651:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000deb5d9c7/0x9161b78f8ec40729 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.524671:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000deb5d9c7/0x9161b78f8ec40729 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.524679:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000deb5d9c7/0x9161b78f8ec40729 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.524700:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.524705:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b2bbfc1/0x9161b78f8ec40730 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.524711:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f4edce00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.524722:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b2bbfc1/0x9161b78f8ec40730 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.524731:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b2bbfc1/0x9161b78f8ec40730 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.524744:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b2bbfc1/0x9161b78f8ec40730 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.524751:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b2bbfc1/0x9161b78f8ec40730 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.524766:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.524768:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.524770:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891140.524789:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.524796:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe95d618/0x9161b78f8ec40737 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.524805:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.524808:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.524812:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe95d618/0x9161b78f8ec40737 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.524820:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe95d618/0x9161b78f8ec40737 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.524827:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe95d618/0x9161b78f8ec40737 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.524834:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe95d618/0x9161b78f8ec40737 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.524867:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891140.525200:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.525206:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe95d618/0x9161b78f8ec40737 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.525214:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f4eddc00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.525218:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe95d618/0x9161b78f8ec40737 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.525226:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe95d618/0x9161b78f8ec40737 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.525238:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe95d618/0x9161b78f8ec40737 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.525251:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe95d618/0x9161b78f8ec40737 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.525267:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.525269:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.525270:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891140.525298:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.525305:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005552526c/0x9161b78f8ec4073e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.525314:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.525318:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.525322:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005552526c/0x9161b78f8ec4073e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.525332:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005552526c/0x9161b78f8ec4073e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.525340:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005552526c/0x9161b78f8ec4073e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.525348:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005552526c/0x9161b78f8ec4073e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.525365:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891140.525656:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891140.525664:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005552526c/0x9161b78f8ec4073e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.525673:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f4edc000 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.525677:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005552526c/0x9161b78f8ec4073e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.525687:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005552526c/0x9161b78f8ec4073e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.525703:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005552526c/0x9161b78f8ec4073e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.525719:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005552526c/0x9161b78f8ec4073e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.525737:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.525740:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.525742:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891140.525793:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.525800:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be64f966/0x9161b78f8ec40745 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.525808:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.525818:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.525823:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be64f966/0x9161b78f8ec40745 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.525833:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be64f966/0x9161b78f8ec40745 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.525840:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be64f966/0x9161b78f8ec40745 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.525847:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be64f966/0x9161b78f8ec40745 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.525860:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891140.525931:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891140.525937:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be64f966/0x9161b78f8ec40745 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.525946:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f4edc200 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.525949:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be64f966/0x9161b78f8ec40745 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.525958:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be64f966/0x9161b78f8ec40745 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.525970:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be64f966/0x9161b78f8ec40745 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.525977:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be64f966/0x9161b78f8ec40745 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.525992:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.525994:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.525996:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.526207:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891140.526916:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.526924:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033bbaef4/0x9161b78f8ec4074c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.526935:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.526939:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.526943:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033bbaef4/0x9161b78f8ec4074c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.526953:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033bbaef4/0x9161b78f8ec4074c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.526962:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033bbaef4/0x9161b78f8ec4074c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.526978:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033bbaef4/0x9161b78f8ec4074c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.526997:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891140.527013:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891140.527021:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033bbaef4/0x9161b78f8ec4074c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.527030:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f4edc600 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.527034:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033bbaef4/0x9161b78f8ec4074c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.527043:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033bbaef4/0x9161b78f8ec4074c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.527058:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033bbaef4/0x9161b78f8ec4074c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.527067:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033bbaef4/0x9161b78f8ec4074c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.527086:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.527088:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.527090:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891140.527484:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.527490:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000069f64f69/0x9161b78f8ec40753 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.527499:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.527502:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.527506:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069f64f69/0x9161b78f8ec40753 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.527515:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069f64f69/0x9161b78f8ec40753 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.527523:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000069f64f69/0x9161b78f8ec40753 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.527530:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000069f64f69/0x9161b78f8ec40753 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.527551:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891140.527607:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891140.527614:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000069f64f69/0x9161b78f8ec40753 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.527623:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f4edd600 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891140.527628:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000069f64f69/0x9161b78f8ec40753 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.527636:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000069f64f69/0x9161b78f8ec40753 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.527648:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000069f64f69/0x9161b78f8ec40753 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.527657:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069f64f69/0x9161b78f8ec40753 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.527674:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.527677:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891140.527688:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891140.528436:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.528443:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b9f0fc7/0x9161b78f8ec4075a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.528463:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.528466:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.528472:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b9f0fc7/0x9161b78f8ec4075a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.528486:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b9f0fc7/0x9161b78f8ec4075a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.528498:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b9f0fc7/0x9161b78f8ec4075a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.528506:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b9f0fc7/0x9161b78f8ec4075a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.528576:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788891140.529106:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.529113:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc2a432e/0x9161b78f8ec40761 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.529122:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.529125:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.529130:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc2a432e/0x9161b78f8ec40761 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.529141:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc2a432e/0x9161b78f8ec40761 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.529187:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc2a432e/0x9161b78f8ec40761 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.529199:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc2a432e/0x9161b78f8ec40761 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.530380:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788891140.530577:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b9f0fc7/0x9161b78f8ec4075a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.530594:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f4edda00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.530599:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b9f0fc7/0x9161b78f8ec4075a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.530623:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b9f0fc7/0x9161b78f8ec4075a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.530646:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b9f0fc7/0x9161b78f8ec4075a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.530657:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b9f0fc7/0x9161b78f8ec4075a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.530683:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891140.530698:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc2a432e/0x9161b78f8ec40761 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.530705:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f4edca00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.530708:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc2a432e/0x9161b78f8ec40761 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.530715:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc2a432e/0x9161b78f8ec40761 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.530724:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc2a432e/0x9161b78f8ec40761 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.530731:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.530732:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.530740:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891140.530993:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788891140.531000:0:19548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc2a432e/0x9161b78f8ec40761 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891140.531052:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891140.531741:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.531749:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9fd4efc/0x9161b78f8ec40768 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.531761:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.531766:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.531772:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9fd4efc/0x9161b78f8ec40768 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.531784:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9fd4efc/0x9161b78f8ec40768 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.531793:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9fd4efc/0x9161b78f8ec40768 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.531873:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d9fd4efc/0x9161b78f8ec40768 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.531893:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891140.532412:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891140.532420:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9fd4efc/0x9161b78f8ec40768 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.532429:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f4edd200 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.532434:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9fd4efc/0x9161b78f8ec40768 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.532442:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9fd4efc/0x9161b78f8ec40768 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.532459:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9fd4efc/0x9161b78f8ec40768 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.532466:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9fd4efc/0x9161b78f8ec40768 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788891140.532469:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.532480:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000040e989/0x9161b78f8ec4076f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.532491:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=364s v=(0 0) 00010000:00010000:2.0:1788891140.532491:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.532495:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891140.532497:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.532504:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000040e989/0x9161b78f8ec4076f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.532511:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891140.532514:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000040e989/0x9161b78f8ec4076f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.532523:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000040e989/0x9161b78f8ec4076f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.532530:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000040e989/0x9161b78f8ec4076f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.532552:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891140.532580:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891140.532587:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000040e989/0x9161b78f8ec4076f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.532599:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86000 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.532603:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000040e989/0x9161b78f8ec4076f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.532842:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000040e989/0x9161b78f8ec4076f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.532857:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000040e989/0x9161b78f8ec4076f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.532864:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000040e989/0x9161b78f8ec4076f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.532880:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.532883:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.532886:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891140.533155:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.533161:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000529ee506/0x9161b78f8ec40776 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.533193:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.533197:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.533202:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000529ee506/0x9161b78f8ec40776 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.533213:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000529ee506/0x9161b78f8ec40776 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.533222:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000529ee506/0x9161b78f8ec40776 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.533230:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000529ee506/0x9161b78f8ec40776 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.533339:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891140.533341:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891140.533348:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000529ee506/0x9161b78f8ec40776 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.533355:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87200 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.533359:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000529ee506/0x9161b78f8ec40776 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.533366:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000529ee506/0x9161b78f8ec40776 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.533375:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000529ee506/0x9161b78f8ec40776 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.533389:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000529ee506/0x9161b78f8ec40776 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.533400:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.533402:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.533404:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891140.533841:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.533849:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000716af8c0/0x9161b78f8ec4077d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.533858:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.533862:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.533866:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000716af8c0/0x9161b78f8ec4077d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.533877:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000716af8c0/0x9161b78f8ec4077d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.533897:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000716af8c0/0x9161b78f8ec4077d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.533905:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000716af8c0/0x9161b78f8ec4077d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.533929:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891140.534367:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891140.534373:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000716af8c0/0x9161b78f8ec4077d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.534382:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87a00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.534387:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000716af8c0/0x9161b78f8ec4077d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.534396:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000716af8c0/0x9161b78f8ec4077d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.534411:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000716af8c0/0x9161b78f8ec4077d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.534420:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000716af8c0/0x9161b78f8ec4077d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.534442:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.534444:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.534447:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891140.534614:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.534620:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c29aff5/0x9161b78f8ec40784 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.534629:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.534633:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.534638:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c29aff5/0x9161b78f8ec40784 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.534648:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c29aff5/0x9161b78f8ec40784 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.534657:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c29aff5/0x9161b78f8ec40784 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.534665:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c29aff5/0x9161b78f8ec40784 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.534735:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788891140.535139:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.535145:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a48c669/0x9161b78f8ec4078b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.535154:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.535157:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.535161:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a48c669/0x9161b78f8ec4078b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.535194:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a48c669/0x9161b78f8ec4078b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.535202:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a48c669/0x9161b78f8ec4078b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.535210:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a48c669/0x9161b78f8ec4078b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.535369:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788891140.535376:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c29aff5/0x9161b78f8ec40784 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.535385:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87800 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.535389:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c29aff5/0x9161b78f8ec40784 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.535397:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c29aff5/0x9161b78f8ec40784 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.535410:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c29aff5/0x9161b78f8ec40784 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.535417:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c29aff5/0x9161b78f8ec40784 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.535431:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891140.535435:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a48c669/0x9161b78f8ec4078b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.535441:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86400 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.535444:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a48c669/0x9161b78f8ec4078b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.535451:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a48c669/0x9161b78f8ec4078b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.535475:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a48c669/0x9161b78f8ec4078b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.535483:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.535485:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.535487:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891140.535547:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788891140.535551:0:19548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a48c669/0x9161b78f8ec4078b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788891140.535987:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.535993:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d58669c9/0x9161b78f8ec40792 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.536006:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.536010:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.536014:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d58669c9/0x9161b78f8ec40792 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.536025:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d58669c9/0x9161b78f8ec40792 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.536033:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d58669c9/0x9161b78f8ec40792 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.536041:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d58669c9/0x9161b78f8ec40792 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.536072:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891140.536077:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d58669c9/0x9161b78f8ec40792 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.536084:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86600 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.536088:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d58669c9/0x9161b78f8ec40792 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.536096:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d58669c9/0x9161b78f8ec40792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.536106:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d58669c9/0x9161b78f8ec40792 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.536113:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.536115:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.536117:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891140.536388:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788891140.536393:0:19548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d58669c9/0x9161b78f8ec40792 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788891140.536786:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.536792:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c623901/0x9161b78f8ec40799 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.536801:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.536804:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.536809:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c623901/0x9161b78f8ec40799 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.536830:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c623901/0x9161b78f8ec40799 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.536838:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c623901/0x9161b78f8ec40799 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.536846:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c623901/0x9161b78f8ec40799 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.536903:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891140.536909:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c623901/0x9161b78f8ec40799 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.536927:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86a00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.536930:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c623901/0x9161b78f8ec40799 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.536938:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c623901/0x9161b78f8ec40799 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.536952:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c623901/0x9161b78f8ec40799 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.536960:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.536964:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.536966:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891140.537024:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788891140.537029:0:19548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c623901/0x9161b78f8ec40799 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788891140.537513:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891140.537518:0:19548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb8a732d/0x9161b78f8ec407a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.537527:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=364s v=(0 0) 00010000:00010000:3.0:1788891140.537530:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891140.537535:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb8a732d/0x9161b78f8ec407a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.537544:0:19548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb8a732d/0x9161b78f8ec407a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.537561:0:19548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb8a732d/0x9161b78f8ec407a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891140.537568:0:19548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb8a732d/0x9161b78f8ec407a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.537611:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891140.537615:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb8a732d/0x9161b78f8ec407a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.537622:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87600 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891140.537626:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb8a732d/0x9161b78f8ec407a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.537634:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb8a732d/0x9161b78f8ec407a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.537645:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb8a732d/0x9161b78f8ec407a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891140.537659:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.537661:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891140.537662:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891140.537690:0:19548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788891140.537695:0:19548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb8a732d/0x9161b78f8ec407a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1788891140.537904:0:19548:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:34 00010000:00010000:2.0:1788891140.538053:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788891140.538095:0:19548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:18886:x1875787996310016:12345-0@lo:5:osp-pre-0-0.0 Request processed in 56681us (57445us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891140.538109:0:19548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788891140.538225:0:18886:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d23480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18886:1875787996310016:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788891140.538242:0:18886:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x41:0x0] from OST, last_created [0x240000400:0x41:0x0]last_used is [0x240000400:0x22:0x0] 00000100:00100000:0.0:1788891140.538304:0:18886:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d23480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18886:1875787996310144:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788891140.538342:0:18886:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891140.538393:0:18886:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d1b00840 going to sleep for 11 seconds 00000100:00100000:2.0:1788891140.538409:0:19735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996310144 00000100:00100000:2.0:1788891140.538417:0:19735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996310144 00000100:00100000:2.0:1788891140.538467:0:19735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788891140.538476:0:19735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:18886:x1875787996310144:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1788891140.538509:0:19735:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 66 00000100:00100000:0.0:1788891140.543056:0:19735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:18886:x1875787996310144:12345-0@lo:5:osp-pre-0-0.0 Request processed in 4574us (4707us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788891140.543069:0:19735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788891140.544411:0:18886:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d23480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18886:1875787996310144:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788891140.544430:0:18886:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x41:0x0]-[0x240000400:0x61:0x0] 00010000:00010000:2.0:1788891141.111029:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891142.136139:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788891142.331026:0:18894:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788891142.331035:0:18894:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788891142.331469:0:18894:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1788891142.331537:0:18894:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788891142.331567:0:18894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000001:02000400:3.0:1788891142.672200:0:19916:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788891143.158497:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788891143.797629:0:6689:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1788891143.797643:0:6689:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1788891144.183387:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891145.206538:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788891145.784094:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788891145.784101:0:485:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788891145.784106:0:485:0:(import.c:65:import_set_state_nolock()) ffff9da1f4ff5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788891145.784115:0:485:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 364 00000100:00080000:0.0:1788891145.784123:0:485:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788891145.784130:0:485:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9da1f4ff5800 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:0.0:1788891145.784152:0:485:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da1f4d22a00 x1875787996310528/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788891145.784258:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:45de2339-48f5-411c-bd7a-cda976b041e8:3281:1875787996310272:0@lo:400:kworker.0 00000100:00100000:0.0:1788891145.784348:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891145.784578:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996310528:0@lo:8:kworker.0 00000100:00100000:2.0:1788891145.784615:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891145.784706:0:19550:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996310528 00000100:00100000:2.0:1788891145.784714:0:19550:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996310528 00000100:00100000:2.0:1788891145.784747:0:19550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788891145.784754:0:19550:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3278:x1875787996310528:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788891145.784772:0:19550:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788891145.785705:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996310912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788891145.785748:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891145.785769:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788891145.785775:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996310400:0@lo:400:kworker.0 00000100:00100000:0.0:1788891145.785795:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891145.785827:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3280:1875787996310784:0@lo:400:kworker.0 00000100:00100000:0.0:1788891145.785857:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891145.785876:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788891145.785882:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875787996310656:0@lo:400:kworker.0 00000100:00100000:0.0:1788891145.785921:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891145.785950:0:19552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996310912 00000100:00100000:0.0:1788891145.785955:0:19552:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996310912 00000100:00100000:0.0:1788891145.786000:0:19552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788891145.786007:0:19552:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996310912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788891145.786041:0:19552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788891145.786085:0:19552:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996310912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891145.786092:0:19552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788891145.786117:0:19551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996310400 00000100:00100000:0.0:1788891145.786121:0:19551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996310400 00000100:00100000:0.0:1788891145.786142:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788891145.786148:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996310400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891145.786210:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996310400:12345-0@lo:400:kworker.0 Request processed in 61us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891145.786216:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788891145.786234:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996310784 00000100:00100000:0.0:1788891145.786237:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996310784 00000100:00100000:0.0:1788891145.786261:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996310656 00000100:00100000:0.0:1788891145.786265:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996310656 00000100:00100000:0.0:1788891145.786278:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788891145.786284:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3280:x1875787996310784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891145.786316:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3280:x1875787996310784:12345-0@lo:400:kworker.0 Request processed in 32us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891145.786322:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788891145.786334:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788891145.786340:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875787996310656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891145.786373:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875787996310656:12345-0@lo:400:kworker.0 Request processed in 34us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891145.786379:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1788891145.786398:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788891145.786403:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1788891145.786451:0:3280:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9da1f4d21c00 x1875787996310656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788891145.786465:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875787996310656:0@lo:400:kworker.0 00010000:00080000:0.0:1788891145.786476:0:3280:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9da1f4d21880 x1875787996310784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788891145.786485:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3280:1875787996310784:0@lo:400:kworker.0 00000100:00100000:0.0:1788891145.786512:0:3281:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788891145.786521:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996310400:0@lo:400:kworker.0 00000100:00100000:0.0:1788891145.786534:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996310912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788891145.786574:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996310272 00000100:00100000:0.0:1788891145.786577:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996310272 00000100:00100000:0.0:1788891145.786602:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788891145.786609:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+16:3281:x1875787996310272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891145.786642:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+16:3281:x1875787996310272:12345-0@lo:400:kworker.0 Request processed in 34us (2294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891145.786648:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788891145.786715:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:45de2339-48f5-411c-bd7a-cda976b041e8:3281:1875787996310272:0@lo:400:kworker.0 00000100:00100000:2.0:1788891145.806022:0:19550:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3278:x1875787996310528:12345-0@lo:8:kworker.0 Request processed in 21261us (21400us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788891145.806036:0:19550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1788891145.808398:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1f4ff5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788891145.808410:0:3278:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788891145.808415:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996310528:0@lo:8:kworker.0 00010000:00010000:3.0:1788891146.232238:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891147.255107:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788891147.277623:0:20268:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788891147.277627:0:20268:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:3.0:1788891147.277733:0:20268:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9da1f4c19000 00000020:01000004:3.0:1788891147.277747:0:20268:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788891147.277773:0:20268:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:3.0:1788891147.277787:0:20268:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9da1c52619b8) 00000020:00000080:3.0:1788891147.277891:0:20268:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type osd-zfs with refcount 2 00100000:10000000:3.0:1788891147.292600:0:20268:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:3.0:1788891147.292875:0:20268:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1788891147.293721:0:20268:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:3.0:1788891147.293959:0:20268:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:3.0:1788891147.294221:0:20268:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:3.0:1788891147.294632:0:20268:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 403: rc = 0 00100000:10000000:2.0:1788891147.295212:0:20268:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 403: rc = 0 00100000:10000000:2.0:1788891147.295924:0:20268:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 403: rc = 0 00100000:10000000:2.0:1788891147.296908:0:20268:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 644: rc = 0 00100000:10000000:2.0:1788891147.297305:0:20268:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 644: rc = 0 00100000:10000000:2.0:1788891147.297907:0:20268:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 644: rc = 0 00100000:10000000:2.0:1788891147.298204:0:20268:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 644: rc = 0 00100000:10000000:2.0:1788891147.298710:0:20268:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 644: rc = 0 00100000:10000000:2.0:1788891147.299027:0:20268:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 644: rc = 0 00000020:00000080:2.0:1788891147.299987:0:20268:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1788891147.300000:0:20268:0:(osd_handler.c:1573:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788891147.300011:0:20268:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x9161b78f8ec407ae 00000020:01000004:2.0:1788891147.300019:0:20268:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:2.0:1788891147.300049:0:20268:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.118@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788891147.300053:0:20268:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.118@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788891147.300060:0:20268:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1788891147.300085:0:20268:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:2.0:1788891147.300089:0:20268:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.118@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1788891147.316988:0:20268:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.118@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788891147.317037:0:20268:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.118@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1788891147.317042:0:20268:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788891147.317043:0:20268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788891147.317045:0:20268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788891147.317046:0:20268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788891147.317047:0:20268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788891147.317049:0:20268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788891147.317051:0:20268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788891147.317053:0:20268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788891147.317054:0:20268:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788891147.317058:0:20268:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1788891147.317060:0:20268:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788891147.317061:0:20268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788891147.317063:0:20268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788891147.317069:0:20268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788891147.317070:0:20268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788891147.317071:0:20268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788891147.317072:0:20268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788891147.317073:0:20268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788891147.317074:0:20268:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788891147.317100:0:20268:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788891147.317122:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311040:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788891147.317501:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891147.317586:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c32ac900 going to sleep for 11 seconds 00000100:00100000:0.0:1788891147.317626:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996311040 00000100:00100000:0.0:1788891147.317639:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996311040 00000100:00100000:0.0:1788891147.317712:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788891147.317722:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+16:20268:x1875787996311040:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788891147.317758:0:18856:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788891147.317761:0:18856:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1788891147.317765:0:18856:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1788891147.328329:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+16:20268:x1875787996311040:12345-0@lo:253:mount.lustre.0 Request processed in 10592us (10812us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891147.328345:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788891147.328405:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311040:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788891147.328421:0:20268:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1788891147.328424:0:20268:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788891147.328426:0:20268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788891147.328427:0:20268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788891147.328428:0:20268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788891147.328430:0:20268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788891147.328431:0:20268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788891147.328433:0:20268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788891147.328435:0:20268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788891147.328436:0:20268:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788891147.328455:0:20268:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9da1f4c19000 from lustre-OST0001 10000000:01000000:2.0:1788891147.328485:0:20268:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1788891147.328488:0:20268:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1788891147.328496:0:20268:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9da201c60000 local copy 00010000:00010000:2.0:1788891147.328508:0:20268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40546 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891147.328722:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311168:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788891147.328756:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891147.328783:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c32ac000 going to sleep for 11 seconds 00000100:00100000:0.0:1788891147.328946:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996311168 00000100:00100000:0.0:1788891147.328953:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996311168 00000100:00100000:0.0:1788891147.328995:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788891147.329003:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+16:20268:x1875787996311168:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788891147.329558:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+16:20268:x1875787996311168:12345-0@lo:501:mount.lustre.0 Request processed in 554us (799us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788891147.329566:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788891147.329831:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311168:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788891147.329847:0:20268:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.118@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788891147.329997:0:20268:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.118@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788891147.330005:0:20268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40546 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891147.330015:0:20268:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e800/0x9161b78f8ec4053f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40546 expref: -99 pid: 18845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788891147.330041:0:20268:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9da1f4c19000 10000000:01000000:2.0:1788891147.330046:0:20268:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788891147.330051:0:20268:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1788891147.330054:0:20268:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788891147.330058:0:20268:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1788891147.330060:0:20268:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1788891147.330087:0:20268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbae00/0x9161b78f8ec407b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891147.330096:0:20268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbae00/0x9161b78f8ec407b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891147.330621:0:20268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbae00/0x9161b78f8ec407b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891147.330655:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311296:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788891147.330695:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891147.330764:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c32ac000 going to sleep for 11 seconds 00000100:00100000:0.0:1788891147.331351:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996311296 00000100:00100000:0.0:1788891147.331358:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996311296 00000100:00100000:0.0:1788891147.331401:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788891147.331409:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+16:20268:x1875787996311296:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788891147.331421:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891147.331433:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1ffc04200/0x9161b78f8ec407bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec407b5 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.331454:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1ffc04200/0x9161b78f8ec407bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec407b5 expref: 17 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.331465:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1ffc04200/0x9161b78f8ec407bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec407b5 expref: 17 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.331482:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc04200, rc 0) 00000100:00100000:0.0:1788891147.331517:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+17:20268:x1875787996311296:12345-0@lo:101:mount.lustre.0 Request processed in 109us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891147.331523:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788891147.331717:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311296:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788891147.331730:0:20268:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbae00/0x9161b78f8ec407b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec407bc expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891147.331747:0:20268:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbae00/0x9161b78f8ec407b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec407bc expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788891147.332311:0:20268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1788891147.335636:0:20268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788891147.335981:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788891147.336041:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788891147.336104:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788891147.336257:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788891147.336297:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788891147.336329:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788891147.336375:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788891147.336409:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788891147.336452:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1788891147.336504:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1788891147.336514:0:20268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1788891147.336619:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311424:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788891147.336686:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891147.336736:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d158a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788891147.336771:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996311424 00000100:00100000:0.0:1788891147.336779:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996311424 00000100:00100000:0.0:1788891147.336819:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788891147.336829:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+17:20268:x1875787996311424:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788891147.337490:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+17:20268:x1875787996311424:12345-0@lo:501:mount.lustre.0 Request processed in 660us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891147.337499:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788891147.337648:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311424:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788891147.337694:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311552:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788891147.337731:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891147.337762:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d158a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788891147.337775:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996311552 00000100:00100000:2.0:1788891147.337781:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996311552 00000100:00100000:2.0:1788891147.337810:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788891147.337816:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1197c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+17:20268:x1875787996311552:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788891147.338183:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1197c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+17:20268:x1875787996311552:12345-0@lo:503:mount.lustre.0 Request processed in 352us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891147.338189:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788891147.338406:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311552:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788891147.339277:0:20268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788891147.339359:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311680:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788891147.339408:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891147.339445:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d158a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788891147.339466:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996311680 00000100:00100000:1.0:1788891147.339473:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996311680 00000100:00100000:1.0:1788891147.339511:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788891147.339522:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1195050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+17:20268:x1875787996311680:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788891147.339793:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1195050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+17:20268:x1875787996311680:12345-0@lo:502:mount.lustre.0 Request processed in 272us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891147.339801:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788891147.339846:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311680:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788891147.340104:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788891147.340227:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788891147.340310:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788891147.340394:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788891147.340466:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788891147.340525:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788891147.340617:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788891147.340652:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788891147.340694:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1788891147.340722:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311808:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788891147.340761:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891147.340789:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d158a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788891147.341037:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996311808 00000100:00100000:2.0:1788891147.341044:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996311808 00000100:00100000:2.0:1788891147.341082:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788891147.341090:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1195450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+17:20268:x1875787996311808:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788891147.341296:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1195450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+17:20268:x1875787996311808:12345-0@lo:502:mount.lustre.0 Request processed in 206us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891147.341305:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788891147.341411:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311808:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788891147.341494:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1788891147.341505:0:20268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 10 count 11 00000020:01000000:1.0:1788891147.342575:0:20272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788891147.342584:0:20272:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:1.0:1788891147.342591:0:20272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891147.342594:0:20272:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1788891147.342601:0:20272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788891147.342618:0:20272:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9da1f4b3b370) 00000020:00000080:1.0:1788891147.342640:0:20272:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788891147.342647:0:20272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788891147.342715:0:20272:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9da1f4c19000 from lustre-OST0001, refs=2 00080000:01000000:1.0:1788891147.342723:0:20272:0:(osd_handler.c:1573:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788891147.342730:0:20272:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x9161b78f8ec407ca 00010000:00010000:1.0:1788891147.347861:0:20272:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:00000004:1.0:1788891147.348507:0:20272:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934593 00080000:10000000:1.0:1788891147.350711:0:20272:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:1.0:1788891147.352094:0:20272:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1788891147.352107:0:20272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788891147.352113:0:20272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891147.352115:0:20272:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1788891147.352118:0:20272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788891147.352128:0:20272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891147.352129:0:20272:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788891147.352133:0:20272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788891147.352135:0:20272:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788891147.352137:0:20272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788891147.352140:0:20272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891147.352141:0:20272:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788891147.352143:0:20272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788891147.352146:0:20272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891147.352147:0:20272:0:(obd_config.c:1563:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788891147.352161:0:20272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788891147.352243:0:20272:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788891147.352247:0:20272:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788891147.352249:0:20272:0:(obd_config.c:1563:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788891147.352252:0:20272:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1788891147.352434:0:20268:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1788891147.352471:0:20268:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1788891147.352493:0:20268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbae00/0x9161b78f8ec407b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec407bc expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891147.352504:0:20268:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbae00/0x9161b78f8ec407b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec407bc expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788891147.352520:0:20268:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9da1f4c19000 from 1 10000000:01000000:3.0:1788891147.352523:0:20268:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788891147.352555:0:20268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891147.352563:0:20268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891147.352574:0:20268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891147.352597:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311936:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788891147.352664:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891147.352793:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d158a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788891147.353182:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996311936 00000100:00100000:1.0:1788891147.353190:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996311936 00000100:00100000:1.0:1788891147.353226:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788891147.353234:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1197850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+17:20268:x1875787996311936:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788891147.353246:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788891147.353258:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1d0f6e200/0x9161b78f8ec407d8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec407d1 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891147.353281:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1d0f6e200/0x9161b78f8ec407d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec407d1 expref: 18 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891147.353291:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1d0f6e200/0x9161b78f8ec407d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec407d1 expref: 18 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891147.353304:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1d0f6e200, rc 0) 00000100:00100000:1.0:1788891147.353599:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1197850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+18:20268:x1875787996311936:12345-0@lo:101:mount.lustre.0 Request processed in 365us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891147.353606:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788891147.353667:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996311936:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788891147.353681:0:20268:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec407d8 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891147.353690:0:20268:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec407d8 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788891147.354295:0:20268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:3.0:1788891147.354790:0:20268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788891147.355011:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788891147.355053:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1788891147.355100:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1788891147.355136:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1788891147.357793:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1788891147.357964:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1788891147.357999:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1788891147.358026:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1788891147.358101:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1788891147.358109:0:20268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:3.0:1788891147.358343:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312064:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788891147.358419:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891147.358464:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d158a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788891147.358475:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996312064 00000100:00100000:0.0:1788891147.358482:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996312064 00000100:00100000:0.0:1788891147.358525:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788891147.358534:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1194850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+18:20268:x1875787996312064:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788891147.358784:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1194850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+18:20268:x1875787996312064:12345-0@lo:501:mount.lustre.0 Request processed in 250us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891147.358792:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788891147.358914:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312064:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788891147.358947:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312192:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788891147.358981:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891147.359035:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d158a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788891147.359064:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996312192 00000100:00100000:0.0:1788891147.359068:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996312192 00000100:00100000:0.0:1788891147.359095:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788891147.359101:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1194050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+18:20268:x1875787996312192:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788891147.359605:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1194050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+18:20268:x1875787996312192:12345-0@lo:503:mount.lustre.0 Request processed in 503us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891147.359614:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788891147.359678:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312192:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788891147.360285:0:20268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788891147.360335:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312320:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788891147.360366:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891147.360520:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c8a28300 going to sleep for 11 seconds 00000100:00100000:0.0:1788891147.360547:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996312320 00000100:00100000:0.0:1788891147.360550:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996312320 00000100:00100000:0.0:1788891147.360580:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788891147.360587:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1195850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+18:20268:x1875787996312320:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788891147.360739:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1195850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+18:20268:x1875787996312320:12345-0@lo:502:mount.lustre.0 Request processed in 152us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891147.360746:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788891147.360764:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312320:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788891147.360992:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788891147.361046:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1788891147.361099:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1788891147.361134:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1788891147.361273:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1788891147.361326:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1788891147.361364:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1788891147.361428:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:2.0:1788891147.361457:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312448:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788891147.361509:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891147.361540:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c8a28300 going to sleep for 11 seconds 00000100:00100000:0.0:1788891147.361568:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996312448 00000100:00100000:0.0:1788891147.361574:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996312448 00000100:00100000:0.0:1788891147.361607:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788891147.361614:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1197450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+18:20268:x1875787996312448:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788891147.361746:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1197450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+18:20268:x1875787996312448:12345-0@lo:502:mount.lustre.0 Request processed in 131us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891147.361753:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788891147.361756:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312448:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788891147.361829:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1788891147.361838:0:20268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:2.0:1788891147.362765:0:20276:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788891147.362775:0:20276:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891147.362778:0:20276:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788891147.362785:0:20276:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9da1f4c19000 00000020:00000080:2.0:1788891147.362787:0:20276:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788891147.362795:0:20276:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788891147.362797:0:20276:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891147.362799:0:20276:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788891147.362801:0:20276:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788891147.362804:0:20276:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891147.362805:0:20276:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788891147.362809:0:20276:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9da1f4c19000 00000020:00000080:2.0:1788891147.362811:0:20276:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788891147.362874:0:20276:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788891147.362878:0:20276:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891147.362880:0:20276:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788891147.362892:0:20276:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788891147.362895:0:20276:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891147.362896:0:20276:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788891147.363568:0:20276:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9da1f4c19000 00000020:00000080:2.0:1788891147.363596:0:20276:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788891147.363647:0:20276:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788891147.363651:0:20276:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788891147.363653:0:20276:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:2.0:1788891147.363655:0:20276:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:0.0:1788891147.363785:0:20268:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1788891147.363808:0:20268:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788891147.363833:0:20268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec407d8 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.363845:0:20268:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec407d8 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788891147.363885:0:20268:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788891147.363888:0:20268:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9da1f4c19000 10000000:01000000:0.0:1788891147.363891:0:20268:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9da1f4c19000 10000000:01000000:0.0:1788891147.363895:0:20268:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788891147.363899:0:20268:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9da1f4c19000 from 1 10000000:01000000:0.0:1788891147.363902:0:20268:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788891147.363946:0:20268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec407df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.363962:0:20268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec407df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.363973:0:20268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec407df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891147.363994:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312576:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788891147.364048:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891147.364083:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996312576 00000100:00100000:0.0:1788891147.364089:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996312576 00000100:00100000:0.0:1788891147.364134:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788891147.364143:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0094850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+18:20268:x1875787996312576:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788891147.364186:0:18858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891147.364200:0:18858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec407e6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec407df expref: -99 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.364223:0:18858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec407e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec407df expref: 19 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.364234:0:18858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1ffc04c00/0x9161b78f8ec407e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec407df expref: 19 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.364243:0:18858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc04c00, rc 0) 00000100:00100000:0.0:1788891147.364273:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0094850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+19:20268:x1875787996312576:12345-0@lo:101:mount.lustre.0 Request processed in 132us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891147.364280:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788891147.364329:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d0c956c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788891147.364354:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312576:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788891147.364367:0:20268:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec407df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec407e6 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.364377:0:20268:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec407df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec407e6 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788891147.366707:0:20268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:0.0:1788891147.367729:0:20268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788891147.368639:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788891147.368707:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788891147.368747:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788891147.368805:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788891147.368850:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788891147.369226:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788891147.369270:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788891147.369303:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788891147.369352:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788891147.369390:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788891147.369424:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788891147.370028:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788891147.370088:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788891147.370258:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788891147.370346:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788891147.370406:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788891147.372599:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788891147.372723:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788891147.372770:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788891147.372798:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788891147.372854:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788891147.372899:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788891147.372944:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788891147.373004:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788891147.373050:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:0.0:1788891147.373085:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:0.0:1788891147.373142:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:0.0:1788891147.373211:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:0.0:1788891147.373241:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:0.0:1788891147.373299:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:0.0:1788891147.373334:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:0.0:1788891147.373379:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:0.0:1788891147.373435:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:0.0:1788891147.373670:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:0.0:1788891147.373723:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:0.0:1788891147.373819:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:0.0:1788891147.373882:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:0.0:1788891147.373998:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:0.0:1788891147.374060:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:0.0:1788891147.374114:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:0.0:1788891147.374253:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:0.0:1788891147.374264:0:20268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:0.0:1788891147.374381:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312704:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788891147.374527:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891147.374585:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996312704 00000100:00100000:0.0:1788891147.374593:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996312704 00000100:00100000:0.0:1788891147.374636:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788891147.374647:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0097850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+19:20268:x1875787996312704:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788891147.374883:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0097850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+19:20268:x1875787996312704:12345-0@lo:501:mount.lustre.0 Request processed in 238us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891147.374891:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788891147.375008:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d0c956c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788891147.375036:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312704:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788891147.375084:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312832:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788891147.375129:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891147.375278:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c56a9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788891147.375332:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996312832 00000100:00100000:2.0:1788891147.375337:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996312832 00000100:00100000:2.0:1788891147.375417:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788891147.375426:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0095050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+19:20268:x1875787996312832:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788891147.375847:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0095050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+19:20268:x1875787996312832:12345-0@lo:503:mount.lustre.0 Request processed in 422us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891147.375855:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788891147.375990:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312832:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788891147.376764:0:20268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788891147.376834:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312960:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788891147.376879:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891147.376985:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996312960 00000100:00100000:0.0:1788891147.376992:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996312960 00000100:00100000:0.0:1788891147.377026:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788891147.377034:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0097c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+19:20268:x1875787996312960:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788891147.377369:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0097c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+19:20268:x1875787996312960:12345-0@lo:502:mount.lustre.0 Request processed in 335us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891147.377377:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788891147.377426:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c56a9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788891147.377443:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996312960:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788891147.379637:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788891147.379837:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1788891147.379894:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1788891147.379967:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1788891147.380262:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1788891147.381346:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1788891147.381419:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1788891147.381474:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1788891147.381536:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788891147.381588:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1788891147.381649:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1788891147.381709:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1788891147.381753:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1788891147.381925:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1788891147.382012:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1788891147.382061:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1788891147.383100:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1788891147.383367:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1788891147.383417:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1788891147.383455:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1788891147.383519:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1788891147.383572:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1788891147.383615:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1788891147.383672:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1788891147.383724:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:0.0:1788891147.383760:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:0.0:1788891147.383806:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:0.0:1788891147.383864:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:0.0:1788891147.383910:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:0.0:1788891147.387426:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:0.0:1788891147.387536:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:0.0:1788891147.387575:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:0.0:1788891147.387607:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:0.0:1788891147.387677:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:0.0:1788891147.387714:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:0.0:1788891147.387758:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:0.0:1788891147.387793:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:0.0:1788891147.387833:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:0.0:1788891147.387875:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:0.0:1788891147.387906:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:0.0:1788891147.387952:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996313088:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788891147.388887:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891147.388961:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c56a9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788891147.390067:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996313088 00000100:00100000:2.0:1788891147.390078:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996313088 00000100:00100000:2.0:1788891147.390536:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788891147.390549:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0095450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+19:20268:x1875787996313088:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788891147.391406:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0095450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+19:20268:x1875787996313088:12345-0@lo:502:mount.lustre.0 Request processed in 856us (2516us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891147.391417:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788891147.391601:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996313088:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788891147.391840:0:20268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:0.0:1788891147.391861:0:20268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:2.0:1788891147.394297:0:20281:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1788891147.394315:0:20281:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9da1cae5b370) 00000020:00000080:2.0:1788891147.394338:0:20281:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type lwp with refcount 2 00000020:01000004:2.0:1788891147.394408:0:20281:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9da1f4c19000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788891147.394412:0:20281:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9da1f4c19000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788891147.394415:0:20281:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9da1f4c19000 3 00010000:00080000:2.0:1788891147.394442:0:20281:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9da0c116b000@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.118@tcp at head 00010000:00010000:3.0:1788891147.396578:0:20281:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-5 is initialized 00000020:00000080:3.0:1788891147.396826:0:20281:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1788891147.396868:0:20281:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788891147.396880:0:20281:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x9161b78f8ec407f4 00000100:00080000:3.0:1788891147.396892:0:20281:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788891147.396897:0:20281:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9da0c116b000 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:3.0:1788891147.396935:0:20281:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da1c8bcaa00 x1875787996313216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788891147.396963:0:20281:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788891147.397018:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3278:1875787996313216:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788891147.397095:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891147.397194:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996313216 00000100:00100000:0.0:1788891147.397209:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996313216 00000040:00080000:3.0:1788891147.397243:0:20281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000100:00100000:0.0:1788891147.397247:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788891147.397258:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3278:x1875787996313216:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788891147.397282:0:18863:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 371 last 0 00000020:00000080:0.0:1788891147.397321:0:18863:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x9161b78f8ec407fb 00000004:00100000:0.0:1788891147.397338:0:18863:0:(mdt_handler.c:7308:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788891147.397371:0:18863:0:(import.c:65:import_set_state_nolock()) ffff9da1f6d48800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788891147.397433:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3278:x1875787996313216:12345-0@lo:38:llog_process_th.0 Request processed in 175us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891147.397440:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:01000000:0.0:1788891147.397464:0:20268:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 00000100:00080000:1.0:1788891147.397529:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788891147.397534:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788891147.397536:0:38:0:(import.c:65:import_set_state_nolock()) ffff9da1f4ff5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788891147.397540:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 369 00000100:00080000:1.0:1788891147.397544:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788891147.397548:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9da1f4ff5800 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:1.0:1788891147.397562:0:38:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da201f8f480 x1875787996313472/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788891147.397606:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3282:1875787996313344:0@lo:400:kworker.0 00000100:00100000:1.0:1788891147.397643:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891147.397678:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3279:1875787996313600:0@lo:400:kworker.0 00000100:00100000:1.0:1788891147.397701:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891147.397718:0:3279:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788891147.397723:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3279:1875787996313728:0@lo:400:kworker.0 00000100:00100000:1.0:1788891147.397742:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891147.397772:0:19551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996313344 00000100:00100000:1.0:1788891147.397775:0:19551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996313344 00000100:00100000:1.0:1788891147.397819:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788891147.397829:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875787996313344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788891147.397875:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875787996313344:12345-0@lo:400:kworker.0 Request processed in 48us (230us total) trans 0 rc 0/0 10000000:01000000:0.0:1788891147.397876:0:20268:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-client' succeeded (0). 00000100:00100000:1.0:1788891147.397892:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:0.0:1788891147.397894:0:20268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec407df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec407e6 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.397906:0:20268:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1ffc05c00/0x9161b78f8ec407df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec407e6 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891147.397914:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996313600 00000100:00100000:1.0:1788891147.397919:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996313600 00000100:00100000:1.0:1788891147.397943:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996313728 00000100:00100000:1.0:1788891147.397948:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996313728 00000020:01000004:0.0:1788891147.397957:0:20268:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788891147.397961:0:20268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788891147.397962:0:20268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000100:00100000:1.0:1788891147.397966:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:01000004:0.0:1788891147.397971:0:20268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788891147.397973:0:20268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788891147.397976:0:20268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000100:00100000:1.0:1788891147.397977:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3279:x1875787996313600:12345-0@lo:400:kworker.0 00000020:01000004:0.0:1788891147.397979:0:20268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788891147.397982:0:20268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788891147.397985:0:20268:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788891147.397989:0:20268:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1788891147.397992:0:20268:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788891147.397993:0:20268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788891147.397994:0:20268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788891147.397996:0:20268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788891147.397997:0:20268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788891147.397999:0:20268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788891147.398000:0:20268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788891147.398001:0:20268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788891147.398002:0:20268:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788891147.398017:0:20268:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1788891147.398019:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3279:x1875787996313600:12345-0@lo:400:kworker.0 Request processed in 44us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891147.398028:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788891147.398032:0:20268:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d22680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996313856:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788891147.398044:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788891147.398052:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875787996313728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891147.398077:0:20268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891147.398089:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875787996313728:12345-0@lo:400:kworker.0 Request processed in 38us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891147.398096:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788891147.398111:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996313856 00000100:00080000:1.0:1788891147.398115:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788891147.398117:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996313856 00000100:00080000:1.0:1788891147.398121:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788891147.398163:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788891147.398193:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0095c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+19:20268:x1875787996313856:12345-0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788891147.398198:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3282:1875787996313344:0@lo:400:kworker.0 00010000:00080000:1.0:1788891147.398227:0:3279:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9da201f8c380 x1875787996313728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788891147.398238:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3279:1875787996313728:0@lo:400:kworker.0 00010000:00080000:1.0:1788891147.398250:0:3279:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9da201f8d500 x1875787996313600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788891147.398259:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3279:1875787996313600:0@lo:400:kworker.0 20000000:01000000:0.0:1788891147.398275:0:18856:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788891147.398289:0:18856:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:3.0:1788891147.398341:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996313472:0@lo:8:kworker.0 00000100:00100000:3.0:1788891147.398373:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1788891147.398405:0:3278:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9da1c8bcaa00 x1875787996313216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788891157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788891147.398413:0:3278:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788891147.398426:0:3278:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1788891147.398434:0:3278:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788891147.398439:0:3278:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788891147.398442:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da0c116b000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788891147.398448:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3278:1875787996313216:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788891147.398878:0:19548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996313472 00000100:00100000:0.0:1788891147.398883:0:19548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996313472 00000100:00100000:0.0:1788891147.398907:0:19548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788891147.398912:0:19548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3278:x1875787996313472:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1788891147.398964:0:19548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3278:x1875787996313472:12345-0@lo:8:kworker.0 Request processed in 50us (589us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788891147.398971:0:19548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788891147.398996:0:20268:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c56a9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788891147.400586:0:3278:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788891147.400596:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1f4ff5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788891147.400602:0:3278:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788891147.400606:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996313472:0@lo:8:kworker.0 20000000:01000000:0.0:1788891147.425589:0:18856:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788891147.425622:0:18856:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1788891147.425709:0:18879:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788891147.425720:0:18879:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788891147.425741:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891147.425759:0:18879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9da1ffc05a00/0x9161b78f8ec406c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec406b9 expref: 19 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891147.425768:0:18879:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891147.425808:0:18879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9da1ffc05a00/0x9161b78f8ec406c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9161b78f8ec406b9 expref: 19 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891147.425821:0:18879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9da1ffc05a00/0x9161b78f8ec406c0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9161b78f8ec406b9 expref: 19 pid: 18856 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891147.425836:0:18879:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18879:1875787996313984:0@lo:104: 00000100:00100000:1.0:1788891147.425904:0:18879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891147.425953:0:18879:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c8ba4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788891147.426191:0:18847:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996313984 00000100:00100000:2.0:1788891147.426199:0:18847:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996313984 00000100:00100000:2.0:1788891147.426265:0:18847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788891147.426275:0:18847:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:45de2339-48f5-411c-bd7a-cda976b041e8+3:18879:x1875787996313984:12345-0@lo:104: 00010000:00010000:2.0:1788891147.426290:0:18847:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec406c0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891147.426544:0:18847:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788891147.426551:0:18847:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:45de2339-48f5-411c-bd7a-cda976b041e8+3:18879:x1875787996313984:12345-0@lo:104: Request processed in 278us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891147.426558:0:18847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788891147.426642:0:18879:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18879:1875787996313984:0@lo:104: 00010000:00010000:1.0:1788891147.426669:0:18879:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.426727:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788891147.426735:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec406c0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.426743:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6e000 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:0.0:1788891147.426748:0:18852:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9161b78f8ec406c0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.426757:0:18852:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9161b78f8ec406c0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788891147.426764:0:18852:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9161b78f8ec406c0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788891147.426770:0:18852:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788891147.426922:0:18852:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec406c0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.426930:0:18852:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788891147.426954:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec406c0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.426961:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6e000/0x9161b78f8ec406b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec406c0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.426994:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891147.426996:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891147.426998:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788891147.427103:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:45de2339-48f5-411c-bd7a-cda976b041e8:3281:1875787996314112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788891147.427138:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891147.427285:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996314112 00000100:00100000:0.0:1788891147.427290:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996314112 00010000:00010000:0.0:1788891147.427312:0:18848:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9da1ffc05a00/0x9161b78f8ec406c0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec406b9 expref: 20 pid: 18856 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891147.427346:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788891147.427367:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:45de2339-48f5-411c-bd7a-cda976b041e8+20:3281:x1875787996314112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788891147.427380:0:18848:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788891147.427386:0:18848:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9da1ffc05a00/0x9161b78f8ec406c0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec406b9 expref: 20 pid: 18856 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.427397:0:18848:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9da1ffc05a00/0x9161b78f8ec406c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9161b78f8ec406b9 expref: 20 pid: 18856 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.427411:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1ffc05a00/0x9161b78f8ec406c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9161b78f8ec406b9 expref: 20 pid: 18856 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.427425:0:18848:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.427433:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788891147.427447:0:18848:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002024642s 00010000:00010000:0.0:1788891147.427451:0:18848:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.427459:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.427466:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.427473:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.427486:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6fe00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891147.427491:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.427500:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.427515:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891147.427525:0:18848:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788891147.427558:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:45de2339-48f5-411c-bd7a-cda976b041e8+19:3281:x1875787996314112:12345-0@lo:103:ldlm_bl.0 Request processed in 205us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891147.427565:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788891147.427646:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:45de2339-48f5-411c-bd7a-cda976b041e8:3281:1875787996314112:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788891147.427677:0:18879:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891147.427685:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891147.427699:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1d0f6fe00/0x9161b78f8ec40802 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891147.436938:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0095c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+18:20268:x1875787996313856:12345-0@lo:253:mount.lustre.0 Request processed in 38736us (38849us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891147.436955:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788891147.437049:0:20268:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d22680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:45de2339-48f5-411c-bd7a-cda976b041e8:20268:1875787996313856:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788891147.437064:0:20268:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1788891147.437067:0:20268:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788891147.437069:0:20268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788891147.437070:0:20268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788891147.437071:0:20268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788891147.437072:0:20268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788891147.437074:0:20268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788891147.437076:0:20268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788891147.437078:0:20268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788891147.437079:0:20268:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788891147.437097:0:20268:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1788891147.437833:0:20268:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:0.0:1788891147.438059:0:20268:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1788891147.438483:0:20268:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:1.0:1788891147.438742:0:20268:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1788891147.438897:0:20268:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:1.0:1788891147.439073:0:20268:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:1.0:1788891147.440100:0:20268:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1788891147.487609:0:20268:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1788891147.487621:0:20268:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1788891147.487675:0:20268:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788891147.488237:0:20268:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.118@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788891147.488256:0:20268:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1788891147.488488:0:20268:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00010000:00010000:1.0:1788891148.280413:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788891149.238712:0:18860:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788891149.238720:0:18860:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9da0c36af000 from 11 10000000:01000000:2.0:1788891149.238725:0:18860:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788891149.238771:0:18860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb600/0x9161b78f8ec40809 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891149.238783:0:18860:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb600/0x9161b78f8ec40809 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891149.238796:0:18860:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb600/0x9161b78f8ec40809 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891149.238822:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996314240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788891149.238891:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891149.239579:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996314240 00000100:00100000:3.0:1788891149.239587:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996314240 00000100:00100000:2.0:1788891149.239645:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1f81e4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788891149.243741:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788891149.243759:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0096450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+18:18860:x1875787996314240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788891149.243779:0:18857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891149.243798:0:18857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1c9c86a00/0x9161b78f8ec40810 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec40809 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891149.243826:0:18857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1c9c86a00/0x9161b78f8ec40810 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec40809 expref: 19 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891149.243835:0:18857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1c9c86a00/0x9161b78f8ec40810 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec40809 expref: 19 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891149.243844:0:18857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c9c86a00, rc 0) 00000100:00100000:3.0:1788891149.243932:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0096450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+19:18860:x1875787996314240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 180us (5040us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891149.243939:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788891149.243999:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996314240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788891149.244020:0:18860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb600/0x9161b78f8ec40809 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40810 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891149.244030:0:18860:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb600/0x9161b78f8ec40809 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec40810 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891149.244099:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996314368:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788891149.244149:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891149.244207:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1f81e4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788891149.244293:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996314368 00000100:00100000:0.0:1788891149.244300:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996314368 00000100:00100000:0.0:1788891149.244337:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788891149.244443:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0096050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+19:18860:x1875787996314368:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788891149.244461:0:18858:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788891149.244476:0:18858:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788891149.244479:0:18858:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1788891149.244569:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0096050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+19:18860:x1875787996314368:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 224us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891149.244577:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788891149.244653:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996314368:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788891149.244707:0:18860:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788891149.244715:0:18860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb600/0x9161b78f8ec40809 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40810 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891149.244722:0:18860:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb600/0x9161b78f8ec40809 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40810 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891149.303437:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891150.326567:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788891150.902644:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3282:1875787996314496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788891150.902713:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891150.902848:0:19552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996314496 00000100:00100000:0.0:1788891150.902856:0:19552:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996314496 00000100:00100000:0.0:1788891150.902925:0:19552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788891150.902937:0:19552:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875787996314496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788891150.902970:0:19552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788891150.903013:0:19552:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875787996314496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891150.903020:0:19552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1788891150.903127:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788891150.903162:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3282:1875787996314496:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788891151.350550:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788891152.066054:0:20623:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788891152.374707:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788891152.441575:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788891152.441581:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788891152.441585:0:38:0:(import.c:65:import_set_state_nolock()) ffff9da1f4ff5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788891152.441598:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9da1f4ff5800 using connection 192.168.204.118@tcp/0@lo 00000100:00100000:3.0:1788891152.441619:0:38:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9da1c8bc8380 x1875787996314880/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788891152.441678:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3280:1875787996314752:0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.441740:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891152.441792:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788891152.441798:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:45de2339-48f5-411c-bd7a-cda976b041e8:3280:1875787996314624:0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.441826:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891152.441851:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3280:1875787996315264:0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.441874:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891152.441899:0:3278:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996314880:0@lo:8:kworker.0 00000100:00100000:3.0:1788891152.441921:0:3278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891152.441948:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3282:1875787996315136:0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.441971:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891152.441990:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788891152.441996:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875787996315008:0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.442021:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891152.442048:0:19551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996314752 00000100:00100000:3.0:1788891152.442066:0:19551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996314752 00000100:00100000:3.0:1788891152.442126:0:19551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996314880 00000100:00100000:3.0:1788891152.442130:0:19551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996314880 00000100:00100000:3.0:1788891152.442147:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788891152.442155:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3280:x1875787996314752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.442230:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3280:x1875787996314752:12345-0@lo:400:kworker.0 Request processed in 76us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891152.442237:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788891152.442252:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788891152.442256:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3278:x1875787996314880:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788891152.442278:0:19551:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 376 last 0 00000020:00000080:3.0:1788891152.442307:0:19551:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x9161b78f8ec40817 00002000:00100000:3.0:1788891152.442320:0:19551:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9da0c3cb9000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1788891152.442324:0:19551:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1788891152.442327:0:19551:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788891152.442639:0:19551:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788891152.442662:0:19551:0:(import.c:65:import_set_state_nolock()) ffff9da0c3cba000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788891152.442699:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3278:x1875787996314880:12345-0@lo:8:kworker.0 Request processed in 442us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891152.442706:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788891152.442725:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996314624 00000100:00100000:3.0:1788891152.442728:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996314624 00000100:00100000:3.0:1788891152.442751:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788891152.442756:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0096c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+19:3280:x1875787996314624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.442783:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0096c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+19:3280:x1875787996314624:12345-0@lo:400:kworker.0 Request processed in 27us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891152.442789:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788891152.442814:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996315264 00000100:00100000:3.0:1788891152.442824:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996315264 00000100:00100000:3.0:1788891152.442846:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996315136 00000100:00100000:3.0:1788891152.442849:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996315136 00000100:00100000:3.0:1788891152.442867:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996315008 00000100:00100000:3.0:1788891152.442869:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996315008 00000100:00100000:3.0:1788891152.442881:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788891152.442886:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3280:x1875787996315264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.442916:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3280:x1875787996315264:12345-0@lo:400:kworker.0 Request processed in 30us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891152.442921:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788891152.442933:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788891152.442939:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875787996315136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.442971:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875787996315136:12345-0@lo:400:kworker.0 Request processed in 32us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891152.442977:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788891152.442988:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788891152.442993:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875787996315008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.443020:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875787996315008:12345-0@lo:400:kworker.0 Request processed in 27us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891152.443026:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:3.0:1788891152.443066:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788891152.443071:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1788891152.443104:0:3278:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9da1c8bc8380 x1875787996314880/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788891177 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788891152.443119:0:3278:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788891152.443127:0:3278:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788891152.443132:0:3278:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788891152.443141:0:3278:0:(import.c:65:import_set_state_nolock()) ffff9da1f4ff5800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788891152.443153:0:3278:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788891152.443159:0:3278:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3278:1875787996314880:0@lo:8:kworker.0 00000004:00080000:3.0:1788891152.443231:0:18888:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x5:0x0] 00000100:00100000:3.0:1788891152.443248:0:18888:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18888:1875787996315520:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788891152.443275:0:18888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891152.443294:0:18888:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da0c2c21e40 going to sleep for 11 seconds 00000004:00080000:3.0:1788891152.443308:0:18887:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788891152.443624:0:18887:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 376292454814ns, next at 0ns, rc = 0 00010000:00080000:3.0:1788891152.443653:0:3282:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9da1c8bc9500 x1875787996315008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788891152.443665:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875787996315008:0@lo:400:kworker.0 00010000:00080000:3.0:1788891152.443677:0:3282:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9da1c8bcad80 x1875787996315136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788891152.443685:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3282:1875787996315136:0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.443706:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c8bc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3280:1875787996315392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788891152.443737:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891152.443764:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:45de2339-48f5-411c-bd7a-cda976b041e8:3280:1875787996314624:0@lo:400:kworker.0 00010000:00080000:3.0:1788891152.443774:0:3280:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9da1c8bc8a80 x1875787996315264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788891168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788891152.443782:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3280:1875787996315264:0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.443794:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3280:1875787996314752:0@lo:400:kworker.0 00000100:00100000:3.0:1788891152.443818:0:19551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996315520 00000100:00100000:3.0:1788891152.443828:0:19551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996315520 00000100:00100000:3.0:1788891152.443863:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788891152.443871:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18888:x1875787996315520:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788891152.444396:0:19552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996315392 00000100:00100000:0.0:1788891152.444403:0:19552:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996315392 00000100:00100000:0.0:1788891152.444433:0:19552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788891152.444439:0:19552:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3280:x1875787996315392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788891152.444461:0:19552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788891152.444512:0:19552:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3280:x1875787996315392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891152.444526:0:19552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788891152.444561:0:3280:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9da1c8bc8380 x1875787996315392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788891168 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788891152.444576:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3280:1875787996315392:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788891152.447229:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:3.0:1788891152.453988:0:19551:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:3.0:1788891152.453999:0:19551:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:3.0:1788891152.454004:0:19551:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:6 to 0x280000400:65) 00002000:00010000:3.0:1788891152.469480:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.469493:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec4081e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.469510:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.469515:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.469521:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec4081e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.469539:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec4081e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.469549:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec4081e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.469557:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec4081e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.469585:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788891152.469845:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788891152.469855:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec4081e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.469866:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86600 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891152.469871:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec4081e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.469882:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec4081e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.469905:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec4081e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.469913:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec4081e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.469935:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.469938:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.469940:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.470044:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.470062:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40825 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.470079:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.470083:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.470088:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40825 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.470099:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40825 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.470107:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40825 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.470114:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40825 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.470139:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788891152.470265:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788891152.470271:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40825 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.470287:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86400 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891152.470292:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40825 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.470300:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40825 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.470325:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40825 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.470333:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40825 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.470352:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.470355:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.470358:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.470567:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.470573:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec4082c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.470583:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.470587:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.470591:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec4082c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.470601:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec4082c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.470619:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec4082c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.470626:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec4082c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.470648:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788891152.470906:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788891152.470913:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec4082c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.470922:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86c00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891152.470926:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec4082c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.470935:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec4082c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.470954:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec4082c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.470962:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec4082c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.470978:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.470980:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.470982:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.473412:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.473436:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec40833 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.473453:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.473457:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.473463:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec40833 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.473476:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec40833 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.473484:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec40833 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.473492:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec40833 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.473527:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788891152.473939:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.473945:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec4083a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.473953:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.473956:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.473960:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec4083a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.473968:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec4083a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.473975:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec4083a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.473981:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec4083a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.473999:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788891152.474403:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.474409:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40841 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.474418:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.474426:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.474430:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40841 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.474439:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40841 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.474447:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40841 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.474454:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40841 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.474461:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788891152.474942:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788891152.474952:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec40833 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.474962:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87c00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891152.474967:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec40833 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.474977:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec40833 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.474997:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec40833 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475004:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec40833 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475037:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788891152.475041:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec4083a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475058:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86e00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891152.475062:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec4083a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788891152.475064:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.475075:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec40848 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475077:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec4083a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.475098:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.475103:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891152.475104:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec4083a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.475109:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec40848 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475120:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec4083a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.475127:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec40848 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475137:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788891152.475138:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec40848 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475142:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40841 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475163:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87e00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891152.475186:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40841 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.475200:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec40848 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475208:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40841 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.475214:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788891152.475223:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40841 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475306:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40841 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475455:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788891152.475459:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec40848 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475465:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86800 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891152.475468:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec40848 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475476:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec40848 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475489:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec40848 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475569:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec40848 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.475601:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.475604:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.475606:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.475630:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.475638:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec4084f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.475647:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.475650:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.475654:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec4084f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.475662:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec4084f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.475670:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec4084f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.475676:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec4084f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.475690:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891152.475888:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891152.475894:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec4084f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.475902:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87000 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891152.475906:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec4084f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.475915:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec4084f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.475937:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec4084f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.475944:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec4084f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.475961:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.475963:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.475964:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.477668:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.481859:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.481872:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec40856 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.481896:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.481901:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.481908:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec40856 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.481922:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec40856 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.481932:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec40856 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.481939:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec40856 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.481960:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788891152.481973:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788891152.481978:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec40856 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.481985:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86200 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:3.0:1788891152.481990:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec40856 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.481998:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec40856 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.482026:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec40856 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.482033:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec40856 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.482064:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891152.482066:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891152.482068:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.484078:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.484091:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4085d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.484108:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.484113:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.484118:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4085d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.484131:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4085d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.484141:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4085d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.484149:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4085d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.484199:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788891152.484389:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788891152.484397:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4085d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.484406:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87400 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891152.484410:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4085d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.484419:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4085d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.484437:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4085d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.484445:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4085d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.484462:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.484464:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.484465:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.487656:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.487668:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec40864 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.487685:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.487689:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.487696:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec40864 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.487710:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec40864 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.487719:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec40864 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.487728:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec40864 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.487752:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891152.488551:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891152.488558:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec40864 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.488567:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86c00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891152.488571:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec40864 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.488580:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec40864 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.488599:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec40864 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.488606:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec40864 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.488634:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.488636:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.488638:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.489129:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.489136:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec4086b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.489147:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.489158:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.489164:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec4086b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.489206:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec4086b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.489214:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec4086b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.489221:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec4086b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.489238:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891152.490221:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891152.490231:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec4086b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.490240:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86200 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891152.490245:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec4086b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.490253:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec4086b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.490271:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec4086b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.490277:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec4086b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.490292:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.490293:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.490295:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.490856:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.490864:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40872 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.490875:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.490879:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.490886:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40872 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.490898:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40872 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.490907:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40872 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.490921:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40872 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.490937:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788891152.490948:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788891152.490953:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40872 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.490959:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86400 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:3.0:1788891152.490963:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40872 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.490971:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40872 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.490984:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40872 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.490991:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40872 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.491004:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891152.491006:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891152.491007:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.491507:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.491521:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec40879 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.491530:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.491534:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.491539:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec40879 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.491549:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec40879 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.491557:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec40879 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.491565:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec40879 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.491580:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788891152.491978:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.491985:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c29aff5/0x9161b78f8ec40880 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.491993:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.491997:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.492001:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c29aff5/0x9161b78f8ec40880 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492010:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c29aff5/0x9161b78f8ec40880 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492023:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c29aff5/0x9161b78f8ec40880 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492029:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c29aff5/0x9161b78f8ec40880 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492042:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788891152.492065:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788891152.492070:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec40879 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492077:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86600 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:3.0:1788891152.492082:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec40879 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492089:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec40879 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492103:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec40879 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492111:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec40879 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492128:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788891152.492137:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c29aff5/0x9161b78f8ec40880 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492144:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87800 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:3.0:1788891152.492148:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c29aff5/0x9161b78f8ec40880 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492156:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c29aff5/0x9161b78f8ec40880 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492197:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c29aff5/0x9161b78f8ec40880 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492205:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c29aff5/0x9161b78f8ec40880 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.492218:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891152.492220:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891152.492221:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.493111:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.493119:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000716af8c0/0x9161b78f8ec40887 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493129:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.493133:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.493138:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000716af8c0/0x9161b78f8ec40887 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493160:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000716af8c0/0x9161b78f8ec40887 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493192:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000716af8c0/0x9161b78f8ec40887 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493201:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000716af8c0/0x9161b78f8ec40887 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493218:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788891152.493227:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788891152.493231:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000716af8c0/0x9161b78f8ec40887 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493238:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87a00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:3.0:1788891152.493241:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000716af8c0/0x9161b78f8ec40887 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493249:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000716af8c0/0x9161b78f8ec40887 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493262:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000716af8c0/0x9161b78f8ec40887 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493269:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000716af8c0/0x9161b78f8ec40887 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493291:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891152.493293:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891152.493294:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.493751:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.493757:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000529ee506/0x9161b78f8ec4088e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493765:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.493768:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.493772:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000529ee506/0x9161b78f8ec4088e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493781:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000529ee506/0x9161b78f8ec4088e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493788:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000529ee506/0x9161b78f8ec4088e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493794:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000529ee506/0x9161b78f8ec4088e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493807:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788891152.493814:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788891152.493817:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000529ee506/0x9161b78f8ec4088e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493834:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87200 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:3.0:1788891152.493838:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000529ee506/0x9161b78f8ec4088e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493845:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000529ee506/0x9161b78f8ec4088e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493857:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000529ee506/0x9161b78f8ec4088e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493863:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000529ee506/0x9161b78f8ec4088e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.493876:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891152.493877:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891152.493878:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.494289:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.494295:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40895 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.494304:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.494307:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.494312:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40895 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.494321:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40895 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.494335:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40895 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.494342:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40895 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.494357:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788891152.494366:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788891152.494370:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40895 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.494376:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86000 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:3.0:1788891152.494379:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40895 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.494386:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40895 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.494397:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40895 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.494405:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40895 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.494419:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891152.494427:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891152.494428:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.494936:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.498144:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.498160:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4089c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.498246:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.498251:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.498331:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4089c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.498347:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4089c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.498358:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4089c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.498366:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4089c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.498385:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891152.498543:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891152.498551:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4089c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.498566:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87400 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891152.498570:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4089c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.498579:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4089c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.498598:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4089c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.498606:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006afdbb0b/0x9161b78f8ec4089c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.498621:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.498623:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.498624:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.499068:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.499075:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec408a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.499084:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.499087:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.499091:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec408a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.499108:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec408a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.499117:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec408a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.499124:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec408a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.499146:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788891152.499191:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788891152.499197:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec408a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.499209:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86400 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891152.499213:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec408a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.499221:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec408a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.499235:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec408a3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.499242:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec408a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891152.499256:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.499258:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891152.499260:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.499643:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.499649:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec408aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.499659:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.499662:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.499666:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec408aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.499676:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec408aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.499876:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec408aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.499897:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec408aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.499915:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1788891152.499957:0:5836:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00010000:1.0:1788891152.500011:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891152.500016:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec408aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.500024:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86800 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891152.500028:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec408aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.500036:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec408aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.500067:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec408aa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.500075:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b12cfcd6/0x9161b78f8ec408aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.500089:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.500091:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.500093:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.500351:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.500357:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec408b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.500366:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.500370:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.500374:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec408b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.500383:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec408b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.500391:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec408b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.500398:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec408b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.500626:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788891152.501219:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.501227:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec408b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.501243:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.501247:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.501252:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec408b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.501263:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec408b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.501272:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec408b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.501279:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec408b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.503626:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788891152.503630:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788891152.503643:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec408b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.503658:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87e00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891152.503663:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec408b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.503675:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec408b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.503698:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec408b1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.503707:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec408b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.503743:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891152.503747:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec408b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.503753:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86e00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891152.503757:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec408b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.503766:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec408b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.503777:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec408b8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.503785:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba54fe92/0x9161b78f8ec408b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.503802:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.503804:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.503806:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891152.503841:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.504552:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.504560:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec408bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.504573:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.504577:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.504583:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec408bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.504595:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec408bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.504615:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec408bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.504622:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec408bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.504646:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891152.505088:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891152.505096:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec408bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.505105:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86600 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891152.505109:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec408bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.505118:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec408bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.505137:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec408bf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.505150:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d58669c9/0x9161b78f8ec408bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.505235:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891152.505237:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891152.505239:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.505633:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.505640:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec408c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.505651:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.505654:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.505659:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec408c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.505669:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec408c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.505676:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec408c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.505684:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec408c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.505719:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891152.506084:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891152.506092:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec408c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.506100:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87c00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891152.506111:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec408c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.506121:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec408c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.506136:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec408c6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.506143:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dce20dc0/0x9161b78f8ec408c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.506159:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.506163:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.506208:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.506495:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.506501:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec408cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.506511:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.506514:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.506519:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec408cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.506530:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec408cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.506538:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec408cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.506546:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec408cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.506570:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891152.506604:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891152.506611:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec408cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.506619:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87000 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891152.506623:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec408cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.506630:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec408cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.506644:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec408cd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.506660:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccec8c89/0x9161b78f8ec408cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.506678:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.506681:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.506684:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.507372:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.507379:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec408d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.507388:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.507399:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.507405:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec408d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.507415:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec408d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.507423:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec408d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.507430:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec408d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.507455:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891152.507495:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891152.507502:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec408d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.507511:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86200 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891152.507515:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec408d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.507524:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec408d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.507544:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec408d4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.507552:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3f98a4d/0x9161b78f8ec408d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.507571:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.507574:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.507576:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.508317:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.508324:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec408db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.508335:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.508339:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.508344:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec408db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.508354:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec408db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.508363:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec408db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.508378:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec408db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.508401:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891152.509238:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891152.509247:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec408db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.509257:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86c00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891152.509261:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec408db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.509271:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec408db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.509287:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec408db lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.509294:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4736c0a/0x9161b78f8ec408db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.509311:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.509312:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.509314:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.509383:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.509389:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec408e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.509398:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.509402:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.509407:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec408e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.509415:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec408e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.509422:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec408e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.509429:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec408e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.509450:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788891152.509505:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891152.509511:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec408e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.509519:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031800 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891152.509523:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec408e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.509544:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec408e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.509558:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec408e2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.509565:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec408e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891152.509581:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.509583:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891152.509584:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.510082:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.510089:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000280e4742/0x9161b78f8ec408e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.510105:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.510108:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.510113:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000280e4742/0x9161b78f8ec408e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.510124:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000280e4742/0x9161b78f8ec408e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.510133:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000280e4742/0x9161b78f8ec408e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.510140:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000280e4742/0x9161b78f8ec408e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.510163:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891152.510220:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891152.510227:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000280e4742/0x9161b78f8ec408e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.510235:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031c00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891152.510239:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000280e4742/0x9161b78f8ec408e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.510247:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000280e4742/0x9161b78f8ec408e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.510259:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000280e4742/0x9161b78f8ec408e9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.510266:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000280e4742/0x9161b78f8ec408e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.510280:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891152.510281:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891152.510283:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.510760:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.510767:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ea3a108/0x9161b78f8ec408f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.510776:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.510780:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.510784:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ea3a108/0x9161b78f8ec408f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.510794:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ea3a108/0x9161b78f8ec408f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.510924:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ea3a108/0x9161b78f8ec408f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.510933:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ea3a108/0x9161b78f8ec408f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.510960:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891152.511084:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891152.511091:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ea3a108/0x9161b78f8ec408f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.511100:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031600 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891152.511104:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ea3a108/0x9161b78f8ec408f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.511113:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ea3a108/0x9161b78f8ec408f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.511128:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ea3a108/0x9161b78f8ec408f0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.511136:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ea3a108/0x9161b78f8ec408f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.511154:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891152.511156:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891152.511160:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788891152.511581:0:19551:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788891152.511588:0:19551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d42f716c/0x9161b78f8ec408f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.511598:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=376s v=(0 0) 00010000:00010000:3.0:1788891152.511601:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891152.511606:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d42f716c/0x9161b78f8ec408f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.511616:0:19551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d42f716c/0x9161b78f8ec408f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.511624:0:19551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d42f716c/0x9161b78f8ec408f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.511632:0:19551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d42f716c/0x9161b78f8ec408f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891152.511667:0:19551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788891152.512073:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788891152.512080:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d42f716c/0x9161b78f8ec408f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.512088:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031a00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891152.512093:0:18852:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d42f716c/0x9161b78f8ec408f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.512114:0:18852:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d42f716c/0x9161b78f8ec408f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.512129:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d42f716c/0x9161b78f8ec408f7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.512138:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d42f716c/0x9161b78f8ec408f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891152.512158:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891152.512161:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891152.512165:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1788891152.512678:0:19551:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:5 00000100:00100000:3.0:1788891152.512784:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18888:x1875787996315520:12345-0@lo:5:osp-pre-1-0.0 Request processed in 68910us (69504us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891152.512794:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788891152.513119:0:18888:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c8bc8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18888:1875787996315520:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788891152.513135:0:18888:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x5:0x0] 00000100:00100000:2.0:1788891152.513195:0:18888:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18888:1875787996315648:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788891152.513232:0:18888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891152.513274:0:18888:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da201a06e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788891152.513328:0:19550:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996315648 00000100:00100000:3.0:1788891152.513335:0:19550:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996315648 00000100:00100000:3.0:1788891152.513374:0:19550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788891152.513383:0:19550:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:18888:x1875787996315648:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1788891152.513421:0:19550:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:3.0:1788891152.517304:0:19550:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:18888:x1875787996315648:12345-0@lo:5:osp-pre-1-0.0 Request processed in 3915us (4066us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788891152.517317:0:19550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788891152.518477:0:18888:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18888:1875787996315648:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788891152.518494:0:18888:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000040:00080000:2.0:1788891152.567114:0:18894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:3.0:1788891153.011800:0:7624:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1788891153.011867:0:7624:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1788891153.398476:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788891153.510777:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891153.510837:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987941760 00000100:00100000:0.0:1788891153.510853:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987941760 00000100:00100000:0.0:1788891153.510950:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 73 00000100:00100000:0.0:1788891153.510959:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f0096850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2371:x1875787987941760:12345-192.168.204.18@tcp:250:mount.lustre.0 00010000:00080000:0.0:1788891153.510988:0:18858:0:(ldlm_lib.c:1446:target_handle_connect()) MGS: connection from 8fa5844a-acf7-4c7d-aee0-7304b134284e@192.168.204.18@tcp t0 exp 0000000000000000 cur 377 last 0 00000020:00000080:0.0:1788891153.511038:0:18858:0:(genops.c:1385:class_connect()) connect: client 8fa5844a-acf7-4c7d-aee0-7304b134284e, cookie 0x9161b78f8ec408fe 00000100:00080000:0.0:1788891153.511196:0:18858:0:(import.c:65:import_set_state_nolock()) ffff9da1f6d4f000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788891153.511268:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f0096850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+5:2371:x1875787987941760:12345-192.168.204.18@tcp:250:mount.lustre.0 Request processed in 308us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891153.511292:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 73 00000100:00100000:2.0:1788891153.520551:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891153.520626:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987941888 00000100:00100000:3.0:1788891153.520637:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987941888 00000100:00100000:3.0:1788891153.520700:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 74 00000100:00100000:3.0:1788891153.520711:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c9d94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+5:16729:x1875787987941888:12345-192.168.204.18@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788891153.520729:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891153.520747:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1c0030000/0x9161b78f8ec40905 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a21ee expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891153.520774:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1c0030000/0x9161b78f8ec40905 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a21ee expref: 6 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891153.520803:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1c0030000/0x9161b78f8ec40905 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a21ee expref: 6 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891153.520813:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0030000, rc 0) 00000100:00100000:3.0:1788891153.521048:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c9d94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+6:16729:x1875787987941888:12345-192.168.204.18@tcp:101:mount.lustre.0 Request processed in 339us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891153.521055:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 74 00000100:00100000:2.0:1788891153.523402:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891153.523495:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987942016 00000100:00100000:0.0:1788891153.523503:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987942016 00000100:00100000:0.0:1788891153.523594:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 75 00000100:00100000:0.0:1788891153.523604:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c9d97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+6:16729:x1875787987942016:12345-192.168.204.18@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788891153.523876:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c9d97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+6:16729:x1875787987942016:12345-192.168.204.18@tcp:501:mount.lustre.0 Request processed in 272us (480us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788891153.523884:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 75 00000100:00100000:1.0:1788891153.528826:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891153.528918:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987942144 00000100:00100000:3.0:1788891153.528927:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987942144 00000100:00100000:3.0:1788891153.528990:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 76 00000100:00100000:3.0:1788891153.528999:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+6:16729:x1875787987942144:12345-192.168.204.18@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788891153.529025:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891153.529055:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1c0030200/0x9161b78f8ec4090c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a21f5 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891153.529082:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1c0030200/0x9161b78f8ec4090c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a21f5 expref: 7 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891153.529093:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1c0030200/0x9161b78f8ec4090c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a21f5 expref: 7 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891153.529102:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0030200, rc 0) 00000100:00100000:3.0:1788891153.529244:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+7:16729:x1875787987942144:12345-192.168.204.18@tcp:101:mount.lustre.0 Request processed in 170us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891153.529251:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 76 00000100:00100000:3.0:1788891153.534969:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891153.535228:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987942272 00000100:00100000:0.0:1788891153.535241:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987942272 00000100:00100000:0.0:1788891153.535296:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 77 00000100:00100000:0.0:1788891153.535306:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+7:16729:x1875787987942272:12345-192.168.204.18@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788891153.536630:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+8:16729:x1875787987942272:12345-192.168.204.18@tcp:501:mount.lustre.0 Request processed in 1319us (1663us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891153.536641:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 77 00000100:00100000:0.0:1788891153.541598:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891153.541921:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987942400 00000100:00100000:3.0:1788891153.541931:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987942400 00000100:00100000:3.0:1788891153.541990:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 78 00000100:00100000:3.0:1788891153.542000:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+8:16729:x1875787987942400:12345-192.168.204.18@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788891153.542660:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+8:16729:x1875787987942400:12345-192.168.204.18@tcp:503:mount.lustre.0 Request processed in 659us (1070us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891153.542670:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 78 00000100:00100000:1.0:1788891153.545944:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891153.546502:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987942528 00000100:00100000:2.0:1788891153.546524:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987942528 00000100:00100000:2.0:1788891153.546584:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 79 00000100:00100000:2.0:1788891153.546601:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+8:16748:x1875787987942528:12345-192.168.204.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788891153.546880:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+8:16748:x1875787987942528:12345-192.168.204.18@tcp:502:llog_process_th.0 Request processed in 281us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891153.546888:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 79 00000100:00100000:2.0:1788891153.556992:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891153.557116:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987942656 00000100:00100000:3.0:1788891153.557126:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987942656 00000100:00100000:2.0:1788891153.557205:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 80 00000100:00100000:2.0:1788891153.557227:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+8:16748:x1875787987942656:12345-192.168.204.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788891153.557543:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+8:16748:x1875787987942656:12345-192.168.204.18@tcp:502:llog_process_th.0 Request processed in 329us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891153.557552:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 80 00000100:00100000:3.0:1788891153.562228:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891153.562272:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987942784 00000100:00100000:0.0:1788891153.562281:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987942784 00000100:00100000:0.0:1788891153.562333:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 81 00000100:00100000:0.0:1788891153.562341:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+8:16729:x1875787987942784:12345-192.168.204.18@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788891153.562355:0:18858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891153.562369:0:18858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1ffc04000/0x9161b78f8ec40913 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a221f expref: -99 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891153.562390:0:18858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1ffc04000/0x9161b78f8ec40913 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a221f expref: 9 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891153.562415:0:18858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1ffc04000/0x9161b78f8ec40913 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a221f expref: 9 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891153.562425:0:18858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc04000, rc 0) 00000100:00100000:0.0:1788891153.562490:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+9:16729:x1875787987942784:12345-192.168.204.18@tcp:101:mount.lustre.0 Request processed in 149us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891153.562497:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 81 00000100:00100000:1.0:1788891153.564871:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891153.565451:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987942912 00000100:00100000:2.0:1788891153.565461:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987942912 00000100:00100000:2.0:1788891153.565515:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 82 00000100:00100000:2.0:1788891153.565536:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+9:16729:x1875787987942912:12345-192.168.204.18@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788891153.565560:0:18857:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788891153.565583:0:18857:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788891153.565587:0:18857:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788891153.565590:0:18857:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788891153.565592:0:18857:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:2.0:1788891153.568233:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+9:16729:x1875787987942912:12345-192.168.204.18@tcp:256:mount.lustre.0 Request processed in 2699us (3359us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891153.568246:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 82 00000100:00100000:2.0:1788891153.573638:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891153.573733:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987943040 00000100:00100000:1.0:1788891153.573744:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987943040 00000100:00100000:1.0:1788891153.573800:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 83 00000100:00100000:1.0:1788891153.573809:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+9:16729:x1875787987943040:12345-192.168.204.18@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788891153.573827:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788891153.573845:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1d0f6e000/0x9161b78f8ec4091a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2226 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891153.573875:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1d0f6e000/0x9161b78f8ec4091a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2226 expref: 10 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891153.573904:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1d0f6e000/0x9161b78f8ec4091a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2226 expref: 10 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891153.573913:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1d0f6e000, rc 0) 00000100:00100000:1.0:1788891153.576437:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+10:16729:x1875787987943040:12345-192.168.204.18@tcp:101:mount.lustre.0 Request processed in 2614us (2793us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891153.576450:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 83 00000100:00100000:1.0:1788891153.581450:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891153.581607:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987943168 00000100:00100000:2.0:1788891153.581633:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987943168 00000100:00100000:2.0:1788891153.581677:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 84 00000100:00100000:2.0:1788891153.581685:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+10:16729:x1875787987943168:12345-192.168.204.18@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788891153.581951:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+10:16729:x1875787987943168:12345-192.168.204.18@tcp:501:mount.lustre.0 Request processed in 266us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891153.581960:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 84 00000100:00100000:2.0:1788891153.584383:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891153.584479:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987943296 00000100:00100000:1.0:1788891153.584487:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987943296 00000100:00100000:1.0:1788891153.584536:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 85 00000100:00100000:1.0:1788891153.584546:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+10:16729:x1875787987943296:12345-192.168.204.18@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788891153.584766:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+10:16729:x1875787987943296:12345-192.168.204.18@tcp:503:mount.lustre.0 Request processed in 221us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891153.584773:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 85 00000100:00100000:3.0:1788891153.589645:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891153.589746:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987943424 00000100:00100000:0.0:1788891153.589756:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987943424 00000100:00100000:0.0:1788891153.589815:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 86 00000100:00100000:0.0:1788891153.589825:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+10:16753:x1875787987943424:12345-192.168.204.18@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788891153.590097:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+10:16753:x1875787987943424:12345-192.168.204.18@tcp:502:llog_process_th.0 Request processed in 273us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891153.590105:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 86 00000100:00100000:3.0:1788891153.595123:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891153.595295:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987943552 00000100:00100000:2.0:1788891153.595304:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987943552 00000100:00100000:2.0:1788891153.595395:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 87 00000100:00100000:2.0:1788891153.595407:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d14bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+10:16753:x1875787987943552:12345-192.168.204.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788891153.595695:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d14bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+10:16753:x1875787987943552:12345-192.168.204.18@tcp:502:llog_process_th.0 Request processed in 289us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891153.595702:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 87 00000100:00100000:2.0:1788891153.601328:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891153.601542:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987943680 00000100:00100000:3.0:1788891153.601553:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987943680 00000100:00100000:3.0:1788891153.601663:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 4 00000100:00100000:3.0:1788891153.601672:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2371:x1875787987943680:12345-192.168.204.18@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788891153.601703:0:18865:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0000: connection from 610bfc08-378e-4012-a47a-410576d9a9b8@192.168.204.18@tcp t0 exp 0000000000000000 cur 377 last 0 00000020:00000080:3.0:1788891153.601756:0:18865:0:(genops.c:1385:class_connect()) connect: client 610bfc08-378e-4012-a47a-410576d9a9b8, cookie 0x9161b78f8ec40921 00000004:00100000:3.0:1788891153.601794:0:18865:0:(mdt_handler.c:7304:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:3.0:1788891153.601800:0:18865:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:3.0:1788891153.632513:0:18865:0:(import.c:65:import_set_state_nolock()) ffff9da0c3cbd000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788891153.632603:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+6:2371:x1875787987943680:12345-192.168.204.18@tcp:38:mount.lustre.0 Request processed in 30928us (31283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891153.632614:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 4 00000100:00100000:3.0:1788891153.635958:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891153.636057:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891153.636358:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987943936 00000100:00100000:1.0:1788891153.636367:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987943936 00000100:00100000:1.0:1788891153.636429:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987943808 00000100:00100000:1.0:1788891153.636432:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987943808 00000100:00100000:1.0:1788891153.636449:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 5 00000100:00100000:1.0:1788891153.636457:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+7:16729:x1875787987943936:12345-192.168.204.18@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788891153.636499:0:18863:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1788891153.636664:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+7:16729:x1875787987943936:12345-192.168.204.18@tcp:41:mount.lustre.0 Request processed in 206us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891153.636672:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 5 00000100:00100000:1.0:1788891153.636704:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 6 00000100:00100000:1.0:1788891153.636711:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+6:0:x1875787987943808:12345-192.168.204.18@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788891153.636723:0:18863:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1788891153.636749:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+6:0:x1875787987943808:12345-192.168.204.18@tcp:41:mount.lustre.0 Request processed in 38us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891153.636755:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 6 00000100:00080000:3.0:1788891153.636918:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788891153.638806:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891153.638899:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987944064 00000100:00100000:3.0:1788891153.638906:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987944064 00000100:00100000:3.0:1788891153.638991:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 7 00000100:00100000:3.0:1788891153.639000:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+6:16729:x1875787987944064:12345-192.168.204.18@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788891153.639076:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+6:16729:x1875787987944064:12345-192.168.204.18@tcp:40:mount.lustre.0 Request processed in 77us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891153.639084:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 7 00000100:00100000:1.0:1788891153.641249:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891153.641453:0:19735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987944192 00000100:00100000:2.0:1788891153.641462:0:19735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987944192 00000100:00100000:2.0:1788891153.641503:0:19735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 9 00000100:00100000:2.0:1788891153.641510:0:19735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2371:x1875787987944192:12345-192.168.204.18@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788891153.641551:0:19735:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0000: connection from 610bfc08-378e-4012-a47a-410576d9a9b8@192.168.204.18@tcp t0 exp 0000000000000000 cur 377 last 0 00000020:00000080:2.0:1788891153.641587:0:19735:0:(genops.c:1385:class_connect()) connect: client 610bfc08-378e-4012-a47a-410576d9a9b8, cookie 0x9161b78f8ec40928 00002000:00100000:2.0:1788891153.641599:0:19735:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 610bfc08-378e-4012-a47a-410576d9a9b8/ffff9da0c1168800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788891153.641623:0:19735:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788891153.641965:0:19735:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788891153.641995:0:19735:0:(import.c:65:import_set_state_nolock()) ffff9da0c1168000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788891153.642094:0:19735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:610bfc08-378e-4012-a47a-410576d9a9b8+6:2371:x1875787987944192:12345-192.168.204.18@tcp:8:mount.lustre.0 Request processed in 582us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891153.642103:0:19735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 9 00000100:00100000:1.0:1788891153.642370:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891153.642436:0:19548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987944320 00000100:00100000:2.0:1788891153.642441:0:19548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987944320 00000100:00100000:2.0:1788891153.642514:0:19548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 10 00000100:00100000:2.0:1788891153.642521:0:19548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2371:x1875787987944320:12345-192.168.204.18@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788891153.642554:0:19548:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0001: connection from 610bfc08-378e-4012-a47a-410576d9a9b8@192.168.204.18@tcp t0 exp 0000000000000000 cur 377 last 0 00000100:00100000:1.0:1788891153.642567:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000020:00000080:2.0:1788891153.642573:0:19548:0:(genops.c:1385:class_connect()) connect: client 610bfc08-378e-4012-a47a-410576d9a9b8, cookie 0x9161b78f8ec4092f 00002000:00100000:2.0:1788891153.642581:0:19548:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 610bfc08-378e-4012-a47a-410576d9a9b8/ffff9da0c116d000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788891153.642587:0:19548:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00100000:3.0:1788891153.642678:0:18866:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987944448 00000100:00100000:3.0:1788891153.642683:0:18866:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987944448 00002000:00080000:2.0:1788891153.642821:0:19548:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788891153.642842:0:19548:0:(import.c:65:import_set_state_nolock()) ffff9da0c1169800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788891153.642878:0:19548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:610bfc08-378e-4012-a47a-410576d9a9b8+6:2371:x1875787987944320:12345-192.168.204.18@tcp:8:mount.lustre.0 Request processed in 356us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891153.642885:0:19548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 10 00000100:00100000:3.0:1788891153.642973:0:18866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 0 00000100:00100000:3.0:1788891153.642982:0:18866:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:610bfc08-378e-4012-a47a-410576d9a9b8+6:16729:x1875787987944448:12345-192.168.204.18@tcp:33:mount.lustre.0 00000004:00080000:2.0:1788891153.644193:0:18866:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1145us 00000004:00200000:3.0:1788891153.652421:0:18866:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:3.0:1788891153.652544:0:18866:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:610bfc08-378e-4012-a47a-410576d9a9b8+6:16729:x1875787987944448:12345-192.168.204.18@tcp:33:mount.lustre.0 Request processed in 9557us (9970us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891153.652554:0:18866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 0 00000100:00100000:1.0:1788891153.777523:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891153.777628:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987944576 00000100:00100000:2.0:1788891153.777638:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987944576 00000100:00100000:2.0:1788891153.777705:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 8 00000100:00100000:2.0:1788891153.777888:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+6:16774:x1875787987944576:12345-192.168.204.18@tcp:101:mkdir.0 00010000:00010000:2.0:1788891153.777907:0:18864:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788891153.777930:0:18864:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40936 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2250 expref: -99 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891153.777986:0:18864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba800/0x9161b78f8ec4093d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891153.778011:0:18864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba800/0x9161b78f8ec4093d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891153.778036:0:18864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba800/0x9161b78f8ec4093d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788891153.778071:0:18864:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788891153.778074:0:18864:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788891153.778381:0:18864:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba800/0x9161b78f8ec4093d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891153.778409:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40936 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2250 expref: 8 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891153.778426:0:18864:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba800/0x9161b78f8ec4093d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2250 expref: 7 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891153.778434:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aeef00) 00010000:00010000:2.0:1788891153.778438:0:18864:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788891153.778442:0:18864:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f9bba800, rc 0) 00000100:00100000:2.0:1788891153.778587:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+7:16774:x1875787987944576:12345-192.168.204.18@tcp:101:mkdir.0 Request processed in 872us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891153.778594:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 8 00000001:00100000:2.0:1788891154.004973:0:6689:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 610bfc08-378e-4012-a47a-410576d9a9b8 00010000:00010000:2.0:1788891154.422503:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891155.450031:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788891155.492069:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891155.492195:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987944704 00000100:00100000:3.0:1788891155.492206:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987944704 00000100:00100000:3.0:1788891155.492335:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 9 00000100:00100000:3.0:1788891155.492346:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+7:16826:x1875787987944704:12345-192.168.204.18@tcp:41:lfs.0 00000004:00000024:3.0:1788891155.492387:0:18863:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1788891155.492480:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+7:16826:x1875787987944704:12345-192.168.204.18@tcp:41:lfs.0 Request processed in 136us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891155.492488:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 9 00000100:00080000:2.0:1788891155.492829:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788891155.495137:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891155.495323:0:19552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987944832 00000100:00100000:2.0:1788891155.495344:0:19552:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987944832 00000100:00100000:2.0:1788891155.495530:0:19552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 4 00000100:00100000:2.0:1788891155.495540:0:19552:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:610bfc08-378e-4012-a47a-410576d9a9b8+5:16826:x1875787987944832:12345-192.168.204.18@tcp:13:lfs.0 00002000:00000024:2.0:1788891155.495575:0:19552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788891155.495664:0:19552:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:610bfc08-378e-4012-a47a-410576d9a9b8+5:16826:x1875787987944832:12345-192.168.204.18@tcp:13:lfs.0 Request processed in 125us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891155.495672:0:19552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 4 00000100:00080000:3.0:1788891155.495870:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788891155.497284:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891155.497404:0:19552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987944960 00000100:00100000:2.0:1788891155.497412:0:19552:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987944960 00000100:00100000:2.0:1788891155.497506:0:19552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 5 00000100:00100000:2.0:1788891155.497527:0:19552:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:610bfc08-378e-4012-a47a-410576d9a9b8+6:16826:x1875787987944960:12345-192.168.204.18@tcp:13:lfs.0 00002000:00000024:2.0:1788891155.497558:0:19552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788891155.497632:0:19552:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:610bfc08-378e-4012-a47a-410576d9a9b8+6:16826:x1875787987944960:12345-192.168.204.18@tcp:13:lfs.0 Request processed in 117us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891155.497639:0:19552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 5 00000100:00080000:3.0:1788891155.498016:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788891155.613282:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891155.613387:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987945088 00000100:00100000:3.0:1788891155.613406:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987945088 00000100:00100000:3.0:1788891155.613460:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 88 00000100:00100000:3.0:1788891155.613469:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0658450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+10:16859:x1875787987945088:12345-192.168.204.18@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788891155.613485:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891155.613501:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1c0030e00/0x9161b78f8ec40944 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2257 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891155.613530:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1c0030e00/0x9161b78f8ec40944 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2257 expref: 11 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891155.613541:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1c0030e00/0x9161b78f8ec40944 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2257 expref: 11 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891155.613550:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0030e00, rc 0) 00000100:00100000:3.0:1788891155.613604:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0658450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:16859:x1875787987945088:12345-192.168.204.18@tcp:101:mount.lustre.0 Request processed in 136us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891155.613610:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 88 00000100:00100000:1.0:1788891155.617111:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891155.617214:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987945216 00000100:00100000:2.0:1788891155.617222:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987945216 00000100:00100000:2.0:1788891155.617271:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 89 00000100:00100000:2.0:1788891155.617280:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d065b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:16859:x1875787987945216:12345-192.168.204.18@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788891155.617691:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d065b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:16859:x1875787987945216:12345-192.168.204.18@tcp:501:mount.lustre.0 Request processed in 410us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891155.617699:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 89 00000100:00100000:1.0:1788891155.620578:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891155.620648:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987945344 00000100:00100000:0.0:1788891155.620656:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987945344 00000100:00100000:0.0:1788891155.620711:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 90 00000100:00100000:0.0:1788891155.620721:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0659450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:16859:x1875787987945344:12345-192.168.204.18@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788891155.620949:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0659450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:16859:x1875787987945344:12345-192.168.204.18@tcp:503:mount.lustre.0 Request processed in 229us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891155.620957:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 90 00000100:00100000:1.0:1788891155.626079:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891155.626239:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987945472 00000100:00100000:2.0:1788891155.626249:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987945472 00000100:00100000:2.0:1788891155.626309:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 91 00000100:00100000:2.0:1788891155.626319:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0658050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:16865:x1875787987945472:12345-192.168.204.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788891155.626619:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0658050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:16865:x1875787987945472:12345-192.168.204.18@tcp:502:llog_process_th.0 Request processed in 301us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891155.626628:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 91 00000100:00100000:1.0:1788891155.634658:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891155.634792:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987945600 00000100:00100000:3.0:1788891155.634801:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987945600 00000100:00100000:3.0:1788891155.635763:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 92 00000100:00100000:3.0:1788891155.635778:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:16865:x1875787987945600:12345-192.168.204.18@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788891155.636124:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:16865:x1875787987945600:12345-192.168.204.18@tcp:502:llog_process_th.0 Request processed in 349us (1474us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891155.636133:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 92 00000100:00100000:1.0:1788891155.643950:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891155.644229:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987945728 00000100:00100000:3.0:1788891155.644241:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987945728 00000100:00100000:3.0:1788891155.644302:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 93 00000100:00100000:3.0:1788891155.644312:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:16859:x1875787987945728:12345-192.168.204.18@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788891155.644347:0:18858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891155.644366:0:18858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1c0030a00/0x9161b78f8ec4094b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2281 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891155.644395:0:18858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1c0030a00/0x9161b78f8ec4094b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2281 expref: 12 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891155.644407:0:18858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1c0030a00/0x9161b78f8ec4094b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2281 expref: 12 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891155.644416:0:18858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0030a00, rc 0) 00000100:00100000:3.0:1788891155.644477:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+12:16859:x1875787987945728:12345-192.168.204.18@tcp:101:mount.lustre.0 Request processed in 166us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891155.644484:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 93 00000100:00100000:1.0:1788891155.649535:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891155.649799:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987945856 00000100:00100000:2.0:1788891155.649810:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987945856 00000100:00100000:2.0:1788891155.649977:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 94 00000100:00100000:2.0:1788891155.649997:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+12:16859:x1875787987945856:12345-192.168.204.18@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788891155.650022:0:18857:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788891155.650049:0:18857:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788891155.650052:0:18857:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788891155.650055:0:18857:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788891155.650057:0:18857:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:2.0:1788891155.654697:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+12:16859:x1875787987945856:12345-192.168.204.18@tcp:256:mount.lustre.0 Request processed in 4700us (5161us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891155.654712:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 94 00000100:00100000:1.0:1788891155.659647:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891155.659795:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987945984 00000100:00100000:3.0:1788891155.659807:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987945984 00000100:00100000:3.0:1788891155.659869:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 95 00000100:00100000:3.0:1788891155.659878:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+12:16859:x1875787987945984:12345-192.168.204.18@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788891155.659896:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891155.659914:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1c0031400/0x9161b78f8ec40952 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2288 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891155.659942:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1c0031400/0x9161b78f8ec40952 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2288 expref: 13 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891155.659952:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1c0031400/0x9161b78f8ec40952 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2288 expref: 13 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891155.659980:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0031400, rc 0) 00000100:00100000:3.0:1788891155.660050:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16859:x1875787987945984:12345-192.168.204.18@tcp:101:mount.lustre.0 Request processed in 173us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891155.660058:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 95 00000100:00100000:1.0:1788891155.663404:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891155.663473:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987946112 00000100:00100000:2.0:1788891155.663483:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987946112 00000100:00100000:2.0:1788891155.663537:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 96 00000100:00100000:2.0:1788891155.663548:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16859:x1875787987946112:12345-192.168.204.18@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788891155.663837:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16859:x1875787987946112:12345-192.168.204.18@tcp:501:mount.lustre.0 Request processed in 289us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891155.663845:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 96 00000100:00100000:0.0:1788891155.670517:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891155.673310:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987946240 00000100:00100000:3.0:1788891155.673324:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987946240 00000100:00100000:2.0:1788891155.673569:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 97 00000100:00100000:2.0:1788891155.673582:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16859:x1875787987946240:12345-192.168.204.18@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788891155.673828:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16859:x1875787987946240:12345-192.168.204.18@tcp:503:mount.lustre.0 Request processed in 248us (3320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891155.673843:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 97 00000100:00100000:1.0:1788891155.681751:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891155.681900:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987946368 00000100:00100000:2.0:1788891155.681995:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987946368 00000100:00100000:2.0:1788891155.682052:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 98 00000100:00100000:2.0:1788891155.682062:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16869:x1875787987946368:12345-192.168.204.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788891155.682478:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16869:x1875787987946368:12345-192.168.204.18@tcp:502:llog_process_th.0 Request processed in 416us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891155.682487:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 98 00000100:00100000:1.0:1788891155.686137:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891155.686570:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987946496 00000100:00100000:2.0:1788891155.686580:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987946496 00000100:00100000:2.0:1788891155.686678:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 99 00000100:00100000:2.0:1788891155.686688:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16869:x1875787987946496:12345-192.168.204.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788891155.686943:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16869:x1875787987946496:12345-192.168.204.18@tcp:502:llog_process_th.0 Request processed in 255us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891155.686950:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 99 00000100:00100000:0.0:1788891155.690830:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891155.691206:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987946624 00000100:00100000:2.0:1788891155.691217:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987946624 00000100:00100000:2.0:1788891155.691263:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 10 00000100:00100000:2.0:1788891155.691272:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2371:x1875787987946624:12345-192.168.204.18@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788891155.691300:0:18864:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0000: connection from 4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f@192.168.204.18@tcp t0 exp 0000000000000000 cur 379 last 0 00000020:00000080:2.0:1788891155.691341:0:18864:0:(genops.c:1385:class_connect()) connect: client 4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f, cookie 0x9161b78f8ec40959 00000004:00100000:2.0:1788891155.691371:0:18864:0:(mdt_handler.c:7304:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788891155.691564:0:18864:0:(import.c:65:import_set_state_nolock()) ffff9da0c116e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788891155.691691:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:2371:x1875787987946624:12345-192.168.204.18@tcp:38:mount.lustre.0 Request processed in 418us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891155.691711:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 10 00000100:00100000:1.0:1788891155.698272:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891155.698361:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987946752 00000100:00100000:0.0:1788891155.698381:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987946752 00000100:00100000:0.0:1788891155.698507:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 11 00000100:00100000:0.0:1788891155.698518:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:0:x1875787987946752:12345-192.168.204.18@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788891155.698549:0:18865:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1788891155.698624:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:0:x1875787987946752:12345-192.168.204.18@tcp:41:mount.lustre.0 Request processed in 107us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891155.698632:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 11 00000100:00080000:3.0:1788891155.701199:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788891155.701423:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891155.701495:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987946880 00000100:00100000:3.0:1788891155.701503:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987946880 00000100:00100000:3.0:1788891155.701547:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 12 00000100:00100000:3.0:1788891155.701557:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:16859:x1875787987946880:12345-192.168.204.18@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788891155.701586:0:18863:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1788891155.701649:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:16859:x1875787987946880:12345-192.168.204.18@tcp:41:mount.lustre.0 Request processed in 93us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891155.701657:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 12 00000100:00100000:1.0:1788891155.704374:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891155.704461:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987947008 00000100:00100000:2.0:1788891155.704470:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987947008 00000100:00100000:2.0:1788891155.704524:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 13 00000100:00100000:2.0:1788891155.704533:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:16859:x1875787987947008:12345-192.168.204.18@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788891155.704612:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:16859:x1875787987947008:12345-192.168.204.18@tcp:40:mount.lustre.0 Request processed in 80us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891155.704620:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 13 00000100:00100000:1.0:1788891155.709683:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891155.709768:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891155.710331:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891155.710491:0:19551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987947136 00000100:00100000:3.0:1788891155.710499:0:19551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987947136 00000100:00100000:0.0:1788891155.710524:0:18867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987947392 00000100:00100000:0.0:1788891155.710530:0:18867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987947392 00000100:00100000:3.0:1788891155.710538:0:19551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987947264 00000100:00100000:3.0:1788891155.710542:0:19551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987947264 00000100:00100000:3.0:1788891155.710562:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 11 00000100:00100000:3.0:1788891155.710568:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2371:x1875787987947136:12345-192.168.204.18@tcp:8:mount.lustre.0 00000100:00100000:0.0:1788891155.710579:0:18867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 1 00000100:00100000:0.0:1788891155.710588:0:18867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:16859:x1875787987947392:12345-192.168.204.18@tcp:33:mount.lustre.0 00010000:00080000:3.0:1788891155.710599:0:19551:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0000: connection from 4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f@192.168.204.18@tcp t0 exp 0000000000000000 cur 379 last 0 00000020:00000080:3.0:1788891155.710638:0:19551:0:(genops.c:1385:class_connect()) connect: client 4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f, cookie 0x9161b78f8ec40960 00002000:00100000:3.0:1788891155.710650:0:19551:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f/ffff9da2016ab800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000004:00200000:0.0:1788891155.710657:0:18867:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00002000:00100000:3.0:1788891155.710662:0:19551:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:0.0:1788891155.710736:0:18867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:16859:x1875787987947392:12345-192.168.204.18@tcp:33:mount.lustre.0 Request processed in 147us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891155.710867:0:18867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 1 00002000:00080000:3.0:1788891155.710947:0:19551:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788891155.710973:0:19551:0:(import.c:65:import_set_state_nolock()) ffff9da2016ab000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788891155.711015:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:2371:x1875787987947136:12345-192.168.204.18@tcp:8:mount.lustre.0 Request processed in 445us (1342us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891155.711022:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 11 00000100:00100000:3.0:1788891155.711036:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 12 00000100:00100000:3.0:1788891155.711040:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2371:x1875787987947264:12345-192.168.204.18@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788891155.711054:0:19551:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0001: connection from 4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f@192.168.204.18@tcp t0 exp 0000000000000000 cur 379 last 0 00000020:00000080:3.0:1788891155.711069:0:19551:0:(genops.c:1385:class_connect()) connect: client 4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f, cookie 0x9161b78f8ec40967 00002000:00100000:3.0:1788891155.711074:0:19551:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f/ffff9da2016ac000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788891155.711081:0:19551:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788891155.711129:0:19551:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788891155.711143:0:19551:0:(import.c:65:import_set_state_nolock()) ffff9da2016aa000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788891155.711163:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:2371:x1875787987947264:12345-192.168.204.18@tcp:8:mount.lustre.0 Request processed in 122us (1395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891155.711198:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 12 00000100:00100000:1.0:1788891155.818100:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891155.820590:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987947520 00000100:00100000:0.0:1788891155.820606:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987947520 00000100:00100000:0.0:1788891155.820689:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 14 00000100:00100000:0.0:1788891155.820699:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:16890:x1875787987947520:12345-192.168.204.18@tcp:101:mkdir.0 00010000:00010000:0.0:1788891155.820720:0:18865:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891155.820744:0:18865:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec4096e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a22b2 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891155.820806:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40975 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891155.820820:0:18865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40975 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891155.820847:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40975 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788891155.820884:0:18865:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788891155.820887:0:18865:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788891155.820908:0:18865:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40975 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891155.820931:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec4096e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22b2 expref: 8 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891155.820949:0:18865:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40975 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22b2 expref: 7 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891155.820957:0:18865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aeef00) 00010000:00010000:0.0:1788891155.820960:0:18865:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788891155.820975:0:18865:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc05200, rc 0) 00000100:00100000:0.0:1788891155.821057:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+7:16890:x1875787987947520:12345-192.168.204.18@tcp:101:mkdir.0 Request processed in 359us (2966us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891155.821064:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 14 00000100:00100000:1.0:1788891156.025142:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996315776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788891156.025256:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891156.025369:0:19552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996315776 00000100:00100000:2.0:1788891156.025377:0:19552:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996315776 00000100:00080000:3.0:1788891156.025437:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788891156.025449:0:19552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788891156.025458:0:19552:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996315776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788891156.025481:0:19552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788891156.028067:0:19552:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996315776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2602us (2803us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891156.028079:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996315776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788891156.028082:0:19552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1788891156.473378:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788891157.498581:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788891157.558435:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788891157.558466:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996315904:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788891157.558557:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891157.558639:0:19553:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996315904 00000100:00100000:2.0:1788891157.558649:0:19553:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996315904 00000100:00100000:2.0:1788891157.558709:0:19553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788891157.558718:0:19553:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996315904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788891157.558762:0:19553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788891157.558813:0:19553:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996315904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891157.561062:0:19553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:2.0:1788891157.561118:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788891157.561191:0:3281:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788891157.561227:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996315904:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788891157.562027:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3281:1875787996316288:0@lo:400:kworker.0 00000100:00100000:0.0:1788891157.562035:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:45de2339-48f5-411c-bd7a-cda976b041e8:3279:1875787996316032:0@lo:400:kworker.0 00000100:00100000:0.0:1788891157.562677:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891157.562736:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3279:1875787996316544:0@lo:400:kworker.0 00000100:00100000:0.0:1788891157.562769:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891157.562803:0:3279:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788891157.562810:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3279:1875787996316160:0@lo:400:kworker.0 00000100:00100000:0.0:1788891157.562946:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891157.562969:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891157.563018:0:19550:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996316160 00000100:00100000:0.0:1788891157.563029:0:19550:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996316160 00000100:00100000:2.0:1788891157.563052:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788891157.563071:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3281:1875787996316416:0@lo:400:kworker.0 00000100:00100000:0.0:1788891157.563095:0:19550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788891157.563110:0:19550:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3279:x1875787996316160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788891157.563134:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891157.563215:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996316544 00000100:00100000:0.0:1788891157.563219:0:19550:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3279:x1875787996316160:12345-0@lo:400:kworker.0 Request processed in 111us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891157.563225:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996316544 00000100:00100000:0.0:1788891157.563232:0:19550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788891157.563266:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996316288 00000100:00100000:0.0:1788891157.563271:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996316288 00000100:00100000:2.0:1788891157.563292:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996316416 00000100:00100000:2.0:1788891157.563299:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996316416 00000100:00100000:0.0:1788891157.563304:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788891157.563316:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3279:x1875787996316544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788891157.563329:0:18864:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788891157.563340:0:18864:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00080000:2.0:1788891157.563361:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788891157.563363:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3279:x1875787996316544:12345-0@lo:400:kworker.0 Request processed in 49us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891157.563373:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788891157.563398:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788891157.563405:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3281:x1875787996316288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891157.563445:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3281:x1875787996316288:12345-0@lo:400:kworker.0 Request processed in 41us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891157.563451:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788891157.563462:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788891157.563469:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3281:x1875787996316416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891157.563495:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3281:x1875787996316416:12345-0@lo:400:kworker.0 Request processed in 28us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891157.563501:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788891157.563553:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3279:1875787996316160:0@lo:400:kworker.0 00000100:00100000:0.0:1788891157.563578:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3279:1875787996316544:0@lo:400:kworker.0 00000100:00100000:3.0:1788891157.563763:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996316032 00000100:00100000:3.0:1788891157.563768:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996316032 00000100:00100000:3.0:1788891157.563798:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788891157.563805:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+19:3279:x1875787996316032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788891157.563926:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+19:3279:x1875787996316032:12345-0@lo:400:kworker.0 Request processed in 121us (1251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891157.563933:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788891157.564107:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:45de2339-48f5-411c-bd7a-cda976b041e8:3279:1875787996316032:0@lo:400:kworker.0 00000100:00100000:2.0:1788891157.565062:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3281:1875787996316416:0@lo:400:kworker.0 00000100:00100000:2.0:1788891157.565077:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3281:1875787996316288:0@lo:400:kworker.0 00000001:02000400:1.0:1788891157.740968:0:20826:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00100000:0.0:1788891158.111800:0:7624:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 610bfc08-378e-4012-a47a-410576d9a9b8 00000001:00100000:0.0:1788891158.111908:0:7624:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f 00010000:00010000:1.0:1788891158.519343:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788891159.131698:0:5836:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f 00000001:00100000:2.0:1788891159.131723:0:5836:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 610bfc08-378e-4012-a47a-410576d9a9b8 00000001:00100000:2.0:1788891159.139349:0:6689:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f 00010000:00010000:2.0:1788891159.543312:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788891159.943698:0:20979:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff032981d0 20000000:00000080:1.0:1788891159.943715:0:20979:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9da0c2b0d400 uarg=0000000000000000 20000000:01000000:1.0:1788891159.943751:0:20979:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788891159.943756:0:20979:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788891159.943760:0:20979:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1788891159.945425:0:20980:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 10 20000000:00000400:2.0:1788891159.945772:0:20979:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1788891159.954055:0:20979:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788891159.954085:0:20979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.954116:0:20979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9da1f4edc400/0x9161b78f8ec4063b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec40634 expref: 18 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.954124:0:20979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9da1f9bbbe00/0x9161b78f8ec40688 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec40681 expref: 18 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.954131:0:20979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9da1d0f6e200/0x9161b78f8ec407d8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec407d1 expref: 18 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.954140:0:20979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9da1d0f6e000/0x9161b78f8ec4091a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2226 expref: 12 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.954147:0:20979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9da1c0031400/0x9161b78f8ec40952 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2288 expref: 12 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.954153:0:20979:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.954242:0:20979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9da1c0031400/0x9161b78f8ec40952 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2288 expref: 12 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.954257:0:20979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9da1c0031400/0x9161b78f8ec40952 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2288 expref: 12 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891159.954271:0:20979:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20979:1875787996316672:192.168.204.18@tcp:104: 00010000:00010000:2.0:1788891159.954374:0:20979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9da1d0f6e000/0x9161b78f8ec4091a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2226 expref: 12 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.954383:0:20979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9da1d0f6e000/0x9161b78f8ec4091a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2226 expref: 12 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891159.954399:0:20979:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20979:1875787996316800:192.168.204.18@tcp:104: 00010000:00010000:2.0:1788891159.954434:0:20979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9da1d0f6e200/0x9161b78f8ec407d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9161b78f8ec407d1 expref: 18 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.954442:0:20979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9da1d0f6e200/0x9161b78f8ec407d8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9161b78f8ec407d1 expref: 18 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891159.954451:0:20979:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20979:1875787996316928:0@lo:104: 00000100:00100000:2.0:1788891159.954505:0:20979:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788891159.954546:0:20979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9da1f9bbbe00/0x9161b78f8ec40688 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9161b78f8ec40681 expref: 18 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.954554:0:20979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9da1f9bbbe00/0x9161b78f8ec40688 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9161b78f8ec40681 expref: 18 pid: 18858 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891159.954562:0:20979:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20979:1875787996317056:0@lo:104: 00000100:00100000:2.0:1788891159.954583:0:20979:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788891159.954605:0:20979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9da1f4edc400/0x9161b78f8ec4063b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9161b78f8ec40634 expref: 18 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.954612:0:20979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9da1f4edc400/0x9161b78f8ec4063b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9161b78f8ec40634 expref: 18 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891159.954621:0:20979:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c1ab3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20979:1875787996317184:0@lo:104: 00000100:00100000:2.0:1788891159.954642:0:20979:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891159.954651:0:20979:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cafb6240 going to sleep for 11 seconds 00000100:00100000:0.0:1788891159.954794:0:18846:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788891159.954808:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996316928 00000100:00100000:0.0:1788891159.954815:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996316928 00000100:00100000:0.0:1788891159.954854:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996317056 00000100:00100000:0.0:1788891159.954857:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996317056 00000100:00100000:0.0:1788891159.954868:0:18846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996317184 00000100:00100000:0.0:1788891159.954870:0:18846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996317184 00000100:00100000:0.0:1788891159.954886:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788891159.954895:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:45de2339-48f5-411c-bd7a-cda976b041e8+5:20979:x1875787996316928:12345-0@lo:104: 00010000:00010000:0.0:1788891159.954919:0:18846:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec407d8 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.954972:0:18846:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788891159.954978:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:45de2339-48f5-411c-bd7a-cda976b041e8+5:20979:x1875787996316928:12345-0@lo:104: Request processed in 85us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891159.954985:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788891159.955010:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788891159.955016:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:45de2339-48f5-411c-bd7a-cda976b041e8+4:20979:x1875787996317056:12345-0@lo:104: 00010000:00010000:0.0:1788891159.955023:0:18846:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec40688 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.955053:0:18846:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788891159.955058:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:45de2339-48f5-411c-bd7a-cda976b041e8+4:20979:x1875787996317056:12345-0@lo:104: Request processed in 44us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891159.955072:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788891159.955083:0:18846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788891159.955090:0:18846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:45de2339-48f5-411c-bd7a-cda976b041e8+3:20979:x1875787996317184:12345-0@lo:104: 00010000:00010000:0.0:1788891159.955100:0:18846:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec4063b expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.955125:0:18846:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1788891159.955129:0:18846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:45de2339-48f5-411c-bd7a-cda976b041e8+3:20979:x1875787996317184:12345-0@lo:104: Request processed in 41us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891159.955134:0:18846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788891159.955190:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788891159.955196:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec407d8 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.955213:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87600 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:0.0:1788891159.955217:0:18852:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x9161b78f8ec407d8 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.955225:0:18852:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x9161b78f8ec407d8 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788891159.955233:0:18852:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x9161b78f8ec407d8 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.955234:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 10000000:01000000:0.0:1788891159.955244:0:18852:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788891159.955277:0:18852:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec407d8 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.955284:0:18852:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788891159.955312:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec407d8 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.955318:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1c9c87600/0x9161b78f8ec407d1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec407d8 expref: -99 pid: 20268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.955328:0:18852:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788891159.955331:0:18852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec4063b expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.955336:0:18852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bbb200 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:0.0:1788891159.955339:0:18852:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x9161b78f8ec4063b expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.955344:0:18852:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x9161b78f8ec4063b expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788891159.955349:0:18852:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x9161b78f8ec4063b expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788891159.955353:0:18852:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788891159.955365:0:18852:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec4063b expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.955371:0:18852:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788891159.955385:0:18852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec4063b expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.955392:0:18852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb200/0x9161b78f8ec40634 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec4063b expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.955412:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891159.955414:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891159.955416:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788891159.955435:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:45de2339-48f5-411c-bd7a-cda976b041e8:3280:1875787996317312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788891159.955439:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:45de2339-48f5-411c-bd7a-cda976b041e8:3281:1875787996317440:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788891159.955481:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891159.955500:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996317312 00000100:00100000:0.0:1788891159.955508:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996317312 00010000:00010000:0.0:1788891159.955529:0:18848:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9da1d0f6e200/0x9161b78f8ec407d8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec407d1 expref: 19 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891159.955543:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891159.956046:0:20979:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20979:1875787996316928:0@lo:104: 00000100:00100000:2.0:1788891159.956056:0:20979:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20979:1875787996317056:0@lo:104: 00000100:00100000:2.0:1788891159.956072:0:20979:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20979:1875787996317184:0@lo:104: 00000100:00100000:0.0:1788891159.956955:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996317440 00000100:00100000:0.0:1788891159.956963:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996317440 00010000:00010000:0.0:1788891159.956987:0:18848:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9da1f4edc400/0x9161b78f8ec4063b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec40634 expref: 20 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891159.957008:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788891159.957017:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:45de2339-48f5-411c-bd7a-cda976b041e8+20:3280:x1875787996317312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788891159.957030:0:18848:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788891159.957036:0:18848:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9da1d0f6e200/0x9161b78f8ec407d8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec407d1 expref: 20 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.957045:0:18848:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9da1d0f6e200/0x9161b78f8ec407d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9161b78f8ec407d1 expref: 20 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891159.957057:0:18850:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00010000:0.0:1788891159.957061:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1d0f6e200/0x9161b78f8ec407d8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9161b78f8ec407d1 expref: 20 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891159.957068:0:18850:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:0.0:1788891159.957079:0:18848:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788891159.957124:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:45de2339-48f5-411c-bd7a-cda976b041e8+19:3280:x1875787996317312:12345-0@lo:103:ldlm_bl.0 Request processed in 109us (1642us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891159.957138:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788891159.957155:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788891159.957161:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:45de2339-48f5-411c-bd7a-cda976b041e8+18:3281:x1875787996317440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788891159.957184:0:18848:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788891159.957189:0:18848:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9da1f4edc400/0x9161b78f8ec4063b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec40634 expref: 18 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.957209:0:18848:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9da1f4edc400/0x9161b78f8ec4063b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9161b78f8ec40634 expref: 18 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.957222:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1f4edc400/0x9161b78f8ec4063b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9161b78f8ec40634 expref: 18 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.957233:0:18848:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788891159.957265:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:45de2339-48f5-411c-bd7a-cda976b041e8+17:3281:x1875787996317440:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (1725us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891159.957272:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788891159.957301:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:45de2339-48f5-411c-bd7a-cda976b041e8:3281:1875787996317440:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788891159.957333:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:45de2339-48f5-411c-bd7a-cda976b041e8:3280:1875787996317312:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788891159.959233:0:20981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891159.959234:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9161b78f8ec40688 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.959239:0:20981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788891159.959243:0:20981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891159.959250:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bbb800 already unused, calling callback (ffffffffc1dd7c20) 10000000:00010000:0.0:1788891159.959255:0:18851:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9161b78f8ec40688 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.959265:0:18851:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9161b78f8ec40688 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788891159.959281:0:18851:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9161b78f8ec40688 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788891159.959287:0:18851:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788891159.959331:0:18851:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec40688 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.959337:0:18851:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788891159.959366:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec40688 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.959373:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9da1f9bbb800/0x9161b78f8ec40681 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9161b78f8ec40688 expref: -99 pid: 19547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.959390:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891159.959393:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788891159.959396:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788891159.959405:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788891159.959422:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:45de2339-48f5-411c-bd7a-cda976b041e8:3281:1875787996317568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788891159.959455:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891159.959467:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891159.959497:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987947648 00000100:00100000:1.0:1788891159.959503:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987947648 00000100:00100000:0.0:1788891159.959517:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996317568 00000100:00100000:0.0:1788891159.959522:0:18850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996317568 00010000:00010000:1.0:1788891159.959529:0:18848:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9da1c0031400/0x9161b78f8ec40952 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2288 expref: 13 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.959540:0:18850:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9da1f9bbbe00/0x9161b78f8ec40688 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec40681 expref: 17 pid: 18858 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891159.959568:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 6 00000100:00100000:2.0:1788891159.959646:0:20979:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20979:1875787996316672:192.168.204.18@tcp:104: 00000100:00100000:2.0:1788891159.959656:0:20979:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c1ab1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20979:1875787996316800:192.168.204.18@tcp:104: 00010000:00010000:2.0:1788891159.959686:0:20979:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891159.959831:0:18850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1195c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:2375:x1875787987947648:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788891159.959845:0:18850:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788891159.959857:0:18850:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9da1c0031400/0x9161b78f8ec40952 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2288 expref: 13 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.959868:0:18850:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9da1c0031400/0x9161b78f8ec40952 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2288 expref: 13 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.959881:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1c0031400/0x9161b78f8ec40952 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2288 expref: 13 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891159.959894:0:18850:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788891159.959950:0:18850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1195c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fa5844a-acf7-4c7d-aee0-7304b134284e+12:2375:x1875787987947648:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 374us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891159.960121:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788891159.960131:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:45de2339-48f5-411c-bd7a-cda976b041e8+17:3281:x1875787996317568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788891159.960146:0:18848:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788891159.960151:0:18848:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9da1f9bbbe00/0x9161b78f8ec40688 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9161b78f8ec40681 expref: 17 pid: 18858 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891159.960160:0:18848:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9da1f9bbbe00/0x9161b78f8ec40688 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9161b78f8ec40681 expref: 17 pid: 18858 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891159.960188:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1f9bbbe00/0x9161b78f8ec40688 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9161b78f8ec40681 expref: 17 pid: 18858 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891159.960198:0:18848:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788891159.960241:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:45de2339-48f5-411c-bd7a-cda976b041e8+16:3281:x1875787996317568:12345-0@lo:103:ldlm_bl.0 Request processed in 112us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891159.960248:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788891159.960298:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:45de2339-48f5-411c-bd7a-cda976b041e8:3281:1875787996317568:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788891159.960454:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891159.960473:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987947776 00000100:00100000:3.0:1788891159.960477:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987947776 00010000:00010000:3.0:1788891159.960495:0:18848:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9da1d0f6e000/0x9161b78f8ec4091a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2226 expref: 13 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891159.960513:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 8 00000100:00100000:3.0:1788891159.960519:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:2375:x1875787987947776:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788891159.960527:0:18848:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788891159.960531:0:18848:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9da1d0f6e000/0x9161b78f8ec4091a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2226 expref: 13 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.960541:0:18848:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9da1d0f6e000/0x9161b78f8ec4091a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2226 expref: 13 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.960563:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1d0f6e000/0x9161b78f8ec4091a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2226 expref: 13 pid: 18856 timeout: 483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.960575:0:18848:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.960582:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.960600:0:18848:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.960618:0:18848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.960625:0:18848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.960631:0:18848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.960637:0:18848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bbac00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:3.0:1788891159.960641:0:18848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.960648:0:18848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.960669:0:18848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891159.960680:0:18848:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788891159.960832:0:20979:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891159.960837:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 6 00010000:00010000:2.0:1788891159.960846:0:20979:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891159.960852:0:20979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9da1f9bbac00/0x9161b78f8ec4097c lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891159.961671:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:2375:x1875787987947776:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 199us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891159.961681:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 8 00010000:00010000:0.0:1788891160.566381:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788891160.812239:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891160.812291:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891160.812324:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891160.812354:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891160.812380:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891160.812404:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891160.812436:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891160.812464:0:19735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987948160 00000100:00100000:2.0:1788891160.812474:0:19735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987948160 00000100:00100000:2.0:1788891160.812526:0:19735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987948288 00000100:00100000:2.0:1788891160.812529:0:19735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987948288 00000100:00100000:2.0:1788891160.812544:0:19735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987948544 00000100:00100000:2.0:1788891160.812547:0:19735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987948544 00000100:00100000:2.0:1788891160.812557:0:19735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987948672 00000100:00100000:2.0:1788891160.812574:0:19735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987948672 00000100:00100000:2.0:1788891160.812595:0:19735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 4 00000100:00100000:2.0:1788891160.812605:0:19735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:610bfc08-378e-4012-a47a-410576d9a9b8+5:2373:x1875787987948160:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:0.0:1788891160.812789:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987948032 00000100:00100000:0.0:1788891160.812794:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987948032 00000100:00100000:0.0:1788891160.812826:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987948416 00000100:00100000:0.0:1788891160.812829:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987948416 00000100:00100000:0.0:1788891160.812851:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 13 00000100:00100000:0.0:1788891160.812858:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+6:2372:x1875787987948032:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:0.0:1788891160.812926:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+6:2372:x1875787987948032:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 67us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891160.812933:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 13 00000100:00100000:0.0:1788891160.812950:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 14 00000100:00100000:0.0:1788891160.812958:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:2373:x1875787987948416:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:0.0:1788891160.812984:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:2373:x1875787987948416:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 27us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891160.812989:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 14 00000100:00100000:0.0:1788891160.813038:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 5 00000100:00100000:0.0:1788891160.813045:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:610bfc08-378e-4012-a47a-410576d9a9b8+5:2372:x1875787987948288:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:0.0:1788891160.813071:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:610bfc08-378e-4012-a47a-410576d9a9b8+5:2372:x1875787987948288:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 27us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891160.813077:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 5 00000100:00100000:0.0:1788891160.813097:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 6 00000100:00100000:0.0:1788891160.813103:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+5:2372:x1875787987948544:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:0.0:1788891160.813127:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+5:2372:x1875787987948544:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 24us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891160.813132:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 6 00000100:00100000:0.0:1788891160.813144:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 7 00000100:00100000:0.0:1788891160.813157:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+5:2373:x1875787987948672:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:0.0:1788891160.813203:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+5:2373:x1875787987948672:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 53us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891160.813209:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 7 00000100:00080000:0.0:1788891160.813239:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788891160.813243:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788891160.813245:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788891160.813746:0:19735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:610bfc08-378e-4012-a47a-410576d9a9b8+5:2373:x1875787987948160:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 1140us (1418us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891160.813755:0:19735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 4 00000100:00100000:1.0:1788891160.814365:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987947904 00000100:00100000:1.0:1788891160.814373:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987947904 00000100:00100000:1.0:1788891160.814416:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 101 00000100:00100000:1.0:1788891160.814424:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:2373:x1875787987947904:12345-192.168.204.18@tcp:400:kworker.0 00000100:00100000:1.0:1788891160.814476:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:2373:x1875787987947904:12345-192.168.204.18@tcp:400:kworker.0 Request processed in 53us (2184us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891160.814483:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 101 00000100:00100000:2.0:1788891160.931157:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891160.931553:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987948800 00000100:00100000:0.0:1788891160.931563:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987948800 00000100:00100000:0.0:1788891160.931630:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 15 00000100:00100000:0.0:1788891160.931640:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+6:17351:x1875787987948800:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788891160.931661:0:18865:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891160.931683:0:18865:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40983 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a22b9 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.931780:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04400/0x9161b78f8ec4098a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.931794:0:18865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04400/0x9161b78f8ec4098a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.931804:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04400/0x9161b78f8ec4098a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.931817:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec40991 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.931823:0:18865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec40991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.931830:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec40991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932151:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05a00/0x9161b78f8ec40998 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932160:0:18865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05a00/0x9161b78f8ec40998 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932194:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05a00/0x9161b78f8ec40998 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788891160.932218:0:18865:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788891160.932222:0:18865:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788891160.932260:0:18865:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05a00/0x9161b78f8ec40998 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932637:0:18865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04400/0x9161b78f8ec4098a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932645:0:18865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04400/0x9161b78f8ec4098a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932652:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04400/0x9161b78f8ec4098a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932658:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04400 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:0.0:1788891160.932663:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04400/0x9161b78f8ec4098a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932670:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04400/0x9161b78f8ec4098a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932684:0:18865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aeef00) 00010000:00010000:0.0:1788891160.932686:0:18865:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788891160.932690:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04400/0x9161b78f8ec4098a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932696:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04400/0x9161b78f8ec4098a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932708:0:18865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec40991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932715:0:18865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec40991 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932720:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec40991 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.932731:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc05e00 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:0.0:1788891160.932734:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec40991 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.933577:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec40991 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.933588:0:18865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9da1c9a55100) 00010000:00010000:0.0:1788891160.933591:0:18865:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788891160.933594:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec40991 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.933600:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec40991 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.933644:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40983 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22b9 expref: 8 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.933659:0:18865:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05a00/0x9161b78f8ec40998 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22b9 expref: 7 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.933667:0:18865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9da1c9a55400) 00010000:00010000:0.0:1788891160.933669:0:18865:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788891160.933671:0:18865:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc05a00, rc 0) 00000100:00100000:0.0:1788891160.933796:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+7:17351:x1875787987948800:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 Request processed in 2155us (2646us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891160.933804:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 15 00000100:00100000:2.0:1788891160.941056:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891160.941151:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987949056 00000100:00100000:0.0:1788891160.941208:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987949056 00000100:00100000:0.0:1788891160.941269:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 16 00000100:00100000:0.0:1788891160.941280:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+7:17351:x1875787987949056:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788891160.941301:0:18864:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891160.941322:0:18864:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04400/0x9161b78f8ec4099f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a22c0 expref: -99 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.941401:0:18864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec409a6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.941415:0:18864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec409a6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.941707:0:18864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec409a6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.941728:0:18864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec409ad lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.941746:0:18864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec409ad lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.941756:0:18864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec409ad lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942098:0:18864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04e00/0x9161b78f8ec409b4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942108:0:18864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04e00/0x9161b78f8ec409b4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942115:0:18864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04e00/0x9161b78f8ec409b4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788891160.942134:0:18864:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:0.0:1788891160.942384:0:18864:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec409a6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942392:0:18864:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec409a6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942399:0:18864:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec409a6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942405:0:18864:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc05800 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:0.0:1788891160.942409:0:18864:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec409a6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942416:0:18864:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec409a6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942429:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9da1c9a55400) 00010000:00010000:0.0:1788891160.942432:0:18864:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788891160.942436:0:18864:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec409a6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942442:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec409a6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942453:0:18864:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec409ad lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942460:0:18864:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec409ad lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942477:0:18864:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec409ad lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942482:0:18864:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04800 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:0.0:1788891160.942485:0:18864:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec409ad lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942492:0:18864:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec409ad lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942500:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9da1c9a55e00) 00010000:00010000:0.0:1788891160.942503:0:18864:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788891160.942506:0:18864:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec409ad lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.942511:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec409ad lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.943001:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04400/0x9161b78f8ec4099f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22c0 expref: 10 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.943017:0:18864:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04e00/0x9161b78f8ec409b4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22c0 expref: 9 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891160.943025:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9da1c9a55b00) 00010000:00010000:0.0:1788891160.943028:0:18864:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788891160.943030:0:18864:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc04e00, rc 0) 00000100:00100000:0.0:1788891160.943104:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+9:17351:x1875787987949056:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 Request processed in 1825us (2057us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788891160.943124:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 16 00000100:00100000:3.0:1788891160.948309:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891160.948387:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987949184 00000100:00100000:1.0:1788891160.948397:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987949184 00000100:00100000:1.0:1788891160.948449:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 17 00000100:00100000:1.0:1788891160.948459:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+9:17351:x1875787987949184:12345-192.168.204.18@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788891160.948572:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+9:17351:x1875787987949184:12345-192.168.204.18@tcp:59:lhsmtool_posix.0 Request processed in 114us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891160.948590:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 17 00000100:00100000:1.0:1788891160.971476:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891160.971559:0:20807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987949312 00000100:00100000:3.0:1788891160.971569:0:20807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987949312 00000100:00100000:3.0:1788891160.971633:0:20807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 18 00000100:00100000:3.0:1788891160.971643:0:20807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+9:17357:x1875787987949312:12345-192.168.204.18@tcp:101:lfs.0 00010000:00010000:3.0:1788891160.971666:0:20807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891160.971702:0:20807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec409c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a22c7 expref: -99 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.971766:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec409c9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.971780:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec409c9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.971804:0:20807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec409c9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.971867:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec409d0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.971874:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec409d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.971879:0:20807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec409d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972090:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec409c9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972098:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec409c9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972104:0:20807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec409c9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972110:0:20807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031200 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:3.0:1788891160.972115:0:20807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec409c9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972132:0:20807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec409c9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972145:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aeef00) 00010000:00010000:3.0:1788891160.972148:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788891160.972153:0:20807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec409c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972159:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec409c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972201:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec409d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972208:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec409d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972214:0:20807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec409d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972219:0:20807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0030800 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:3.0:1788891160.972222:0:20807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec409d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972227:0:20807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec409d0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972233:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9da1d05e8300) 00010000:00010000:3.0:1788891160.972236:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788891160.972238:0:20807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec409d0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972253:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec409d0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972288:0:20807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec409c2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22c7 expref: 10 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972299:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aeef00) 00010000:00010000:3.0:1788891160.972301:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788891160.972305:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec409c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22c7 expref: 10 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.972314:0:20807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0031000, rc 0) 00000100:00100000:3.0:1788891160.972435:0:20807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+9:17357:x1875787987949312:12345-192.168.204.18@tcp:101:lfs.0 Request processed in 792us (969us total) trans 0 rc 301/301 00000100:00100000:3.0:1788891160.972442:0:20807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 18 00000100:00100000:2.0:1788891160.976971:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891160.977084:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987949440 00000100:00100000:0.0:1788891160.977095:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987949440 00000100:00100000:0.0:1788891160.977149:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 0 00000100:00100000:0.0:1788891160.977159:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:610bfc08-378e-4012-a47a-410576d9a9b8+9:17357:x1875787987949440:12345-192.168.204.18@tcp:700:lfs.0 00000100:00100000:1.0:1788891160.977315:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:610bfc08-378e-4012-a47a-410576d9a9b8+9:17357:x1875787987949440:12345-192.168.204.18@tcp:700:lfs.0 Request processed in 156us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891160.977328:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 0 00000100:00100000:0.0:1788891160.980122:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891160.980219:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987949696 00000100:00100000:1.0:1788891160.980228:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987949696 00000100:00100000:1.0:1788891160.980404:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 19 00000100:00100000:1.0:1788891160.980415:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+9:17357:x1875787987949696:12345-192.168.204.18@tcp:36:lfs.0 00010000:00010000:1.0:1788891160.980474:0:18863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788891160.980502:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba800/0x9161b78f8ec4093d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2250 expref: 9 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.980521:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aeef00) 00010000:00010000:1.0:1788891160.980526:0:18863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788891160.980726:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.980740:0:18863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40975 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22b2 expref: 5 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.980748:0:18863:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.980779:0:18863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40975 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22b2 expref: 5 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.981276:0:18863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40975 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22b2 expref: 5 pid: 18865 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891160.981295:0:18863:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1d0f22680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18863:1875787996317696:192.168.204.18@tcp:104: 00000100:00100000:1.0:1788891160.981383:0:18863:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1fb91c780 going to sleep for 11 seconds 00000100:00100000:2.0:1788891160.984318:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891160.984370:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987949824 00000100:00100000:3.0:1788891160.984379:0:18849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987949824 00010000:00010000:3.0:1788891160.984426:0:18849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40975 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22b2 expref: 6 pid: 18865 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891160.984510:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 9 00000100:00100000:3.0:1788891160.984521:0:18849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:2375:x1875787987949824:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788891160.984537:0:18849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788891160.984544:0:18849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40975 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22b2 expref: 6 pid: 18865 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.984575:0:18849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40975 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22b2 expref: 6 pid: 18865 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.984599:0:18849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aeef00) 00010000:00010000:3.0:1788891160.984605:0:18849:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.984614:0:18849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.984621:0:18849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.984646:0:18849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788891160.984699:0:18849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:2375:x1875787987949824:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 180us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891160.984707:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 9 00010000:00010000:1.0:1788891160.984902:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40975 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22b2 expref: 5 pid: 18865 timeout: 484 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891160.984920:0:18863:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1d0f22680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18863:1875787996317696:192.168.204.18@tcp:104: 00010000:00010000:1.0:1788891160.984941:0:18863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.984951:0:18863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.984956:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.984976:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec409de lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.984985:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec409de lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.984993:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec409de lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788891160.986164:0:18863:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:1.0:1788891160.986209:0:18863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.986217:0:18863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.986223:0:18863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.986230:0:18863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6f000 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:1.0:1788891160.986234:0:18863:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.986241:0:18863:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.986254:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aeef00) 00010000:00010000:1.0:1788891160.986257:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788891160.986261:0:18863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891160.986267:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec409d7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788891160.986283:0:18863:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c6fc9014 reply state 0000000034b1b8b8 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec409de lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891160.986291:0:18863:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788891160.986377:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+10:17357:x1875787987949696:12345-192.168.204.18@tcp:36:lfs.0 Request processed in 5961us (6262us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788891160.986385:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 19 00010000:00010000:3.0:1788891160.988798:0:3266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec409de lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.988814:0:3266:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec409de lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.988821:0:3266:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec409de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.988827:0:3266:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6f400 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:3.0:1788891160.988831:0:3266:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec409de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.988854:0:3266:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec409de lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.988869:0:3266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9da1c32fc500) 00010000:00010000:3.0:1788891160.988871:0:3266:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788891160.988875:0:3266:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec409de lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891160.988892:0:3266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec409de lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891161.058435:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.058635:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987949952 00000100:00100000:2.0:1788891161.058646:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987949952 00000100:00100000:2.0:1788891161.058757:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 20 00000100:00100000:2.0:1788891161.058768:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+9:17365:x1875787987949952:12345-192.168.204.18@tcp:101:lctl.0 00010000:00010000:2.0:1788891161.058793:0:18864:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788891161.058815:0:18864:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbb400/0x9161b78f8ec409e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a22ce expref: -99 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.058877:0:18864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba800/0x9161b78f8ec409ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.058903:0:18864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba800/0x9161b78f8ec409ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.058915:0:18864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba800/0x9161b78f8ec409ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788891161.058959:0:18864:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788891161.058963:0:18864:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788891161.059015:0:18864:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba800/0x9161b78f8ec409ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.059037:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbb400/0x9161b78f8ec409e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ce expref: 11 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.059053:0:18864:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba800/0x9161b78f8ec409ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ce expref: 10 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.059073:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aee900) 00010000:00010000:2.0:1788891161.059075:0:18864:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788891161.059079:0:18864:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f9bba800, rc 0) 00000100:00100000:2.0:1788891161.059140:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+10:17365:x1875787987949952:12345-192.168.204.18@tcp:101:lctl.0 Request processed in 375us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891161.059147:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 20 00000100:00100000:2.0:1788891161.076559:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.077007:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987950080 00000100:00100000:0.0:1788891161.077018:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987950080 00000100:00100000:0.0:1788891161.077135:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 21 00000100:00100000:0.0:1788891161.077146:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+5:17366:x1875787987950080:12345-192.168.204.18@tcp:101:lfs.0 00010000:00010000:0.0:1788891161.077193:0:18865:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891161.077213:0:18865:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec409f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a22d5 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.077273:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec409fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.077286:0:18865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec409fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.077311:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec409fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788891161.077354:0:18865:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788891161.077358:0:18865:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788891161.077380:0:18865:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec409fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.077422:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec409f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22d5 expref: 7 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.077438:0:18865:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05e00/0x9161b78f8ec409fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22d5 expref: 6 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.077447:0:18865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aee900) 00010000:00010000:0.0:1788891161.077450:0:18865:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788891161.077453:0:18865:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc05e00, rc 0) 00000100:00100000:0.0:1788891161.077540:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:17366:x1875787987950080:12345-192.168.204.18@tcp:101:lfs.0 Request processed in 396us (990us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.077547:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 21 00000100:00100000:0.0:1788891161.082002:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.082094:0:20807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987950208 00000100:00100000:3.0:1788891161.082104:0:20807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987950208 00000100:00100000:3.0:1788891161.082187:0:20807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 22 00000100:00100000:3.0:1788891161.082198:0:20807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+6:17366:x1875787987950208:12345-192.168.204.18@tcp:101:lfs.0 00010000:00010000:3.0:1788891161.082218:0:20807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891161.082237:0:20807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40a01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a22dc expref: -99 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.082390:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec40a08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.082406:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec40a08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.082662:0:20807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec40a08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.082788:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.082813:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.082821:0:20807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.082927:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031400/0x9161b78f8ec40a16 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.082935:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031400/0x9161b78f8ec40a16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.082942:0:20807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031400/0x9161b78f8ec40a16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788891161.082971:0:20807:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788891161.082974:0:20807:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788891161.082991:0:20807:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031400/0x9161b78f8ec40a16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083003:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec40a08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083010:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec40a08 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083017:0:20807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec40a08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083022:0:20807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0030800 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:3.0:1788891161.083026:0:20807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec40a08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083040:0:20807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec40a08 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083053:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aee900) 00010000:00010000:3.0:1788891161.083057:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788891161.083062:0:20807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec40a08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083068:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0030800/0x9161b78f8ec40a08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083083:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083089:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083095:0:20807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083100:0:20807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031200 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:3.0:1788891161.083103:0:20807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083109:0:20807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083116:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9da1d05e8300) 00010000:00010000:3.0:1788891161.083118:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788891161.083121:0:20807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a0f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083136:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083204:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40a01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22dc expref: 8 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083220:0:20807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031400/0x9161b78f8ec40a16 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22dc expref: 7 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.083228:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9da1d05e8100) 00010000:00010000:3.0:1788891161.083231:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788891161.083234:0:20807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0031400, rc 0) 00000100:00100000:3.0:1788891161.084281:0:20807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+7:17366:x1875787987950208:12345-192.168.204.18@tcp:101:lfs.0 Request processed in 2078us (2280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.084293:0:20807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 22 00000100:00100000:3.0:1788891161.092703:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.092785:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987950464 00000100:00100000:1.0:1788891161.092808:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987950464 00000100:00100000:1.0:1788891161.092872:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 23 00000100:00100000:1.0:1788891161.092895:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+7:17366:x1875787987950464:12345-192.168.204.18@tcp:101:lfs.0 00010000:00010000:1.0:1788891161.092925:0:18863:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788891161.092948:0:18863:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a22e3 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788891161.093064:0:18863:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:1.0:1788891161.093237:0:18863:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a1d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22e3 expref: 9 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.093251:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aee900) 00010000:00010000:1.0:1788891161.093253:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788891161.093259:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22e3 expref: 9 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.093271:0:18863:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1d0f6f000, rc 0) 00000100:00100000:1.0:1788891161.094685:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+8:17366:x1875787987950464:12345-192.168.204.18@tcp:101:lfs.0 Request processed in 1794us (1983us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1788891161.094697:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 23 00000100:00100000:2.0:1788891161.097402:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.097692:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987950720 00000100:00100000:0.0:1788891161.097702:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987950720 00000100:00100000:0.0:1788891161.097811:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 24 00000100:00100000:0.0:1788891161.097822:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+8:17366:x1875787987950720:12345-192.168.204.18@tcp:36:lfs.0 00010000:00010000:0.0:1788891161.097877:0:18864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788891161.097913:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031400/0x9161b78f8ec40a16 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22dc expref: 8 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.097931:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9da1d05e8100) 00010000:00010000:0.0:1788891161.097942:0:18864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788891161.097967:0:18864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40a2b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.097978:0:18864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40a2b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.098001:0:18864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40a2b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788891161.099104:0:18864:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007af51989 reply state 00000000948b55fb transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40a2b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891161.099119:0:18864:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788891161.099128:0:18864:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000100:00100000:1.0:1788891161.099460:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+9:17366:x1875787987950720:12345-192.168.204.18@tcp:36:lfs.0 Request processed in 1637us (2063us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1788891161.099471:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 24 00010000:00010000:2.0:1788891161.101922:0:3265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40a2b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.101936:0:3265:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40a2b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.101943:0:3265:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40a2b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.101949:0:3265:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04600 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:2.0:1788891161.101954:0:3265:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40a2b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.101978:0:3265:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40a2b lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.101996:0:3265:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9da1c9a55e00) 00010000:00010000:2.0:1788891161.101999:0:3265:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1788891161.102004:0:3265:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40a2b lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.102010:0:3265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04600/0x9161b78f8ec40a2b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891161.102455:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.102568:0:18867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987950976 00000100:00100000:1.0:1788891161.102578:0:18867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987950976 00000100:00100000:1.0:1788891161.102625:0:18867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 2 00000100:00100000:1.0:1788891161.102634:0:18867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+8:17366:x1875787987950976:12345-192.168.204.18@tcp:35:lfs.0 00000100:00100000:1.0:1788891161.103194:0:18867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+9:17366:x1875787987950976:12345-192.168.204.18@tcp:35:lfs.0 Request processed in 534us (1264us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788891161.103203:0:18867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 2 00000100:00100000:3.0:1788891161.106915:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.107649:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987951232 00000100:00100000:0.0:1788891161.107660:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987951232 00000100:00100000:0.0:1788891161.107724:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 25 00000100:00100000:0.0:1788891161.107746:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+9:17366:x1875787987951232:12345-192.168.204.18@tcp:101:lfs.0 00010000:00010000:0.0:1788891161.107772:0:18865:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891161.107791:0:18865:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40a32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a22ea expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.107891:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40a39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.107905:0:18865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40a39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.107917:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40a39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.107932:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40a40 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.107939:0:18865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.108408:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788891161.108512:0:18865:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1788891161.108603:0:18865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40a39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.108610:0:18865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40a39 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.108616:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40a39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.108621:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc05200 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:0.0:1788891161.108625:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40a39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.108632:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40a39 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.108644:0:18865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aee900) 00010000:00010000:0.0:1788891161.108646:0:18865:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788891161.108651:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40a39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.108657:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40a39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.108674:0:18865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.108692:0:18865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40a40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.109002:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40a40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.109007:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc04800 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:0.0:1788891161.109010:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40a40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.109016:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40a40 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.109024:0:18865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9da1c9a55100) 00010000:00010000:0.0:1788891161.109027:0:18865:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788891161.109029:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40a40 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.109034:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40a40 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.109076:0:18865:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40a32 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ea expref: 11 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.109085:0:18865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aee900) 00010000:00010000:0.0:1788891161.109087:0:18865:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788891161.109090:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40a32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ea expref: 11 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.109110:0:18865:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc05800, rc 0) 00000100:00100000:0.0:1788891161.109908:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+10:17366:x1875787987951232:12345-192.168.204.18@tcp:101:lfs.0 Request processed in 2170us (2999us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1788891161.109918:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 25 00000100:00100000:2.0:1788891161.114028:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.114129:0:20807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987951360 00000100:00100000:3.0:1788891161.114140:0:20807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987951360 00000100:00100000:3.0:1788891161.114227:0:20807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 26 00000100:00100000:3.0:1788891161.114238:0:20807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+10:17366:x1875787987951360:12345-192.168.204.18@tcp:101:lfs.0 00010000:00010000:3.0:1788891161.114438:0:20807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891161.114543:0:20807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40a4e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a22f1 expref: -99 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.114639:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a55 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.114664:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.114675:0:20807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788891161.114778:0:20807:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788891161.114782:0:20807:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788891161.114801:0:20807:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.114829:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40a4e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22f1 expref: 12 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.114847:0:20807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a55 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22f1 expref: 11 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.114855:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9da1d05e8300) 00010000:00010000:3.0:1788891161.114858:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788891161.114861:0:20807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0031200, rc 0) 00000100:00100000:3.0:1788891161.114981:0:20807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+11:17366:x1875787987951360:12345-192.168.204.18@tcp:101:lfs.0 Request processed in 744us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.114988:0:20807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 26 00000100:00100000:2.0:1788891161.122777:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.123028:0:18866:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987951488 00000100:00100000:3.0:1788891161.123103:0:18866:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987951488 00000100:00100000:3.0:1788891161.123164:0:18866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 3 00000100:00100000:2.0:1788891161.123517:0:18866:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+11:17366:x1875787987951488:12345-192.168.204.18@tcp:37:lfs.0 00000100:00100000:2.0:1788891161.130647:0:18866:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+11:17366:x1875787987951488:12345-192.168.204.18@tcp:37:lfs.0 Request processed in 7284us (7867us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891161.130665:0:18866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 3 00000100:00100000:3.0:1788891161.135910:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.136055:0:18867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987951744 00000100:00100000:1.0:1788891161.136066:0:18867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987951744 00000100:00100000:1.0:1788891161.136127:0:18867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 4 00000100:00100000:1.0:1788891161.136139:0:18867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f821b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+11:17366:x1875787987951744:12345-192.168.204.18@tcp:35:lfs.0 00000100:00100000:1.0:1788891161.136482:0:18867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f821b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+12:17366:x1875787987951744:12345-192.168.204.18@tcp:35:lfs.0 Request processed in 345us (581us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1788891161.136490:0:18867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 4 00000100:00100000:1.0:1788891161.143641:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788891161.143664:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3280:1875787996317824:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788891161.144146:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891161.144290:0:19553:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996317824 00000100:00100000:2.0:1788891161.144298:0:19553:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996317824 00000100:00100000:2.0:1788891161.144359:0:19553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1788891161.144528:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788891161.144772:0:19553:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875787996317824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788891161.144937:0:19553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788891161.145005:0:19553:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875787996317824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 636us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891161.145013:0:19553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788891161.145961:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3280:1875787996317824:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788891161.182792:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.182945:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987951872 00000100:00100000:1.0:1788891161.182955:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987951872 00000100:00100000:1.0:1788891161.183023:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 27 00000100:00100000:1.0:1788891161.183034:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+10:17372:x1875787987951872:12345-192.168.204.18@tcp:101:bash.0 00010000:00010000:1.0:1788891161.183054:0:18863:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788891161.183074:0:18863:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a22f8 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183136:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40a63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183150:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40a63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183223:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40a63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183241:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a6a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183364:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183373:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183464:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6ea00/0x9161b78f8ec40a71 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183473:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6ea00/0x9161b78f8ec40a71 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183480:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6ea00/0x9161b78f8ec40a71 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788891161.183506:0:18863:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788891161.183509:0:18863:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788891161.183548:0:18863:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6ea00/0x9161b78f8ec40a71 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183560:0:18863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40a63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183567:0:18863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40a63 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183583:0:18863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40a63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183590:0:18863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6fa00 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:1.0:1788891161.183594:0:18863:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40a63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183602:0:18863:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40a63 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183614:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aee900) 00010000:00010000:1.0:1788891161.183616:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788891161.183621:0:18863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40a63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183626:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40a63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183640:0:18863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183647:0:18863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183653:0:18863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183657:0:18863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6fe00 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:1.0:1788891161.183660:0:18863:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183676:0:18863:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a6a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183683:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9da1c32fcf00) 00010000:00010000:1.0:1788891161.183686:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788891161.183688:0:18863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a6a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183694:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183724:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22f8 expref: 12 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183737:0:18863:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6ea00/0x9161b78f8ec40a71 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22f8 expref: 11 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.183744:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9da1d05e8300) 00010000:00010000:1.0:1788891161.183746:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788891161.183749:0:18863:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1d0f6ea00, rc 0) 00000100:00100000:1.0:1788891161.183813:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+11:17372:x1875787987951872:12345-192.168.204.18@tcp:101:bash.0 Request processed in 780us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891161.183820:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 27 00000100:00100000:3.0:1788891161.186494:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.186621:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987952128 00000100:00100000:1.0:1788891161.186842:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987952128 00000100:00100000:1.0:1788891161.187006:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 28 00000100:00100000:1.0:1788891161.187018:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+11:17372:x1875787987952128:12345-192.168.204.18@tcp:101:bash.0 00010000:00010000:1.0:1788891161.187048:0:18864:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788891161.187069:0:18864:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fc00/0x9161b78f8ec40a78 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a22ff expref: -99 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.187225:0:18864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.187240:0:18864:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a55 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22f1 expref: 11 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.187259:0:18864:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.187295:0:18864:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a55 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22f1 expref: 11 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.187308:0:18864:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a55 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22f1 expref: 11 pid: 20807 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891161.187321:0:18864:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1d0f22680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18864:1875787996317952:192.168.204.18@tcp:104: 00000100:00100000:1.0:1788891161.187402:0:18864:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1fb91ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1788891161.197914:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.198011:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987952256 00000100:00100000:0.0:1788891161.198020:0:18850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987952256 00010000:00010000:0.0:1788891161.198058:0:18850:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a55 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22f1 expref: 12 pid: 20807 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891161.198098:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 10 00000100:00100000:0.0:1788891161.198107:0:18850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+12:2374:x1875787987952256:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788891161.198121:0:18850:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788891161.198128:0:18850:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a55 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22f1 expref: 12 pid: 20807 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.198141:0:18850:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a55 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22f1 expref: 12 pid: 20807 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.198163:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9da1d05e8300) 00010000:00010000:0.0:1788891161.198212:0:18850:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.198222:0:18850:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.198255:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.198275:0:18850:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788891161.198325:0:18850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4bd42f54-34b7-48b7-9ad8-b3a6c2f7d41f+12:2374:x1875787987952256:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 219us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.198332:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 10 00010000:00010000:1.0:1788891161.198870:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031200/0x9161b78f8ec40a55 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22f1 expref: 11 pid: 20807 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891161.198900:0:18864:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1d0f22680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18864:1875787996317952:192.168.204.18@tcp:104: 00010000:00010000:1.0:1788891161.198919:0:18864:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.198939:0:18864:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.198945:0:18864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.199019:0:18864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a86 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.199029:0:18864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a86 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.199037:0:18864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a86 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.200006:0:18864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a8d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.200018:0:18864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a8d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.200027:0:18864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a8d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788891161.200051:0:18864:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788891161.200080:0:18864:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.200086:0:18864:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.200092:0:18864:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.200102:0:18864:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6f400 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:1.0:1788891161.200106:0:18864:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.200111:0:18864:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.200120:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9da1d05e8300) 00010000:00010000:1.0:1788891161.200121:0:18864:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788891161.200124:0:18864:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.200128:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40a7f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788891161.200136:0:18864:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c6b08829 reply state 0000000087bf05ea transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a86 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891161.200142:0:18864:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788891161.200191:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fc00/0x9161b78f8ec40a78 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ff expref: 14 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.200202:0:18864:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a8d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ff expref: 13 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.200207:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:1.0:1788891161.200209:0:18864:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1788891161.200210:0:18864:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1d0f6fe00, rc 0) 00000100:00100000:1.0:1788891161.200262:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+14:17372:x1875787987952128:12345-192.168.204.18@tcp:101:bash.0 Request processed in 13248us (13778us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1788891161.200273:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 28 00010000:00010000:2.0:1788891161.204395:0:3266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a86 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.204431:0:3266:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a86 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.204449:0:3266:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a86 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.204453:0:3266:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6f000 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:2.0:1788891161.204456:0:3266:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a86 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.204462:0:3266:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a86 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.204479:0:3266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9da1c32fcf00) 00010000:00010000:2.0:1788891161.204482:0:3266:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788891161.204520:0:3266:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a86 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.204527:0:3266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40a86 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.221314:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.224002:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987952384 00000100:00100000:0.0:1788891161.224017:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987952384 00000100:00100000:0.0:1788891161.224079:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 29 00000100:00100000:0.0:1788891161.224089:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+13:17372:x1875787987952384:12345-192.168.204.18@tcp:101:bash.0 00010000:00010000:0.0:1788891161.224113:0:18865:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891161.224133:0:18865:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40a9b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2306 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.224229:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.224243:0:18865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.224255:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788891161.224292:0:18865:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788891161.224296:0:18865:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788891161.224316:0:18865:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.224344:0:18865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.224367:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40a9b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2306 expref: 15 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.224385:0:18865:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2306 expref: 14 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.224394:0:18865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:0.0:1788891161.224397:0:18865:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788891161.224400:0:18865:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc04800, rc 0) 00000100:00100000:0.0:1788891161.224457:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+14:17372:x1875787987952384:12345-192.168.204.18@tcp:101:bash.0 Request processed in 370us (3153us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.224464:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 29 00000100:00100000:3.0:1788891161.230574:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.230650:0:18867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987952640 00000100:00100000:1.0:1788891161.230662:0:18867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987952640 00000100:00100000:1.0:1788891161.230716:0:18867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 5 00000100:00100000:1.0:1788891161.230726:0:18867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c8bc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:610bfc08-378e-4012-a47a-410576d9a9b8+14:17372:x1875787987952640:12345-192.168.204.18@tcp:35:bash.0 00000100:00100000:1.0:1788891161.231371:0:18867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c8bc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:610bfc08-378e-4012-a47a-410576d9a9b8+15:17372:x1875787987952640:12345-192.168.204.18@tcp:35:bash.0 Request processed in 645us (805us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1788891161.231380:0:18867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 5 00000100:00100000:2.0:1788891161.297235:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.297333:0:20807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987952896 00000100:00100000:3.0:1788891161.297343:0:20807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987952896 00000100:00100000:3.0:1788891161.297409:0:20807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 30 00000100:00100000:3.0:1788891161.297418:0:20807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+15:17382:x1875787987952896:12345-192.168.204.18@tcp:101:lfs.0 00010000:00010000:3.0:1788891161.297442:0:20807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891161.297461:0:20807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40aa9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a230d expref: -99 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788891161.297561:0:20807:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:3.0:1788891161.297670:0:20807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40aa9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a230d expref: 17 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.297683:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9da1c2aee900) 00010000:00010000:3.0:1788891161.297686:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788891161.297690:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40aa9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a230d expref: 17 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.297703:0:20807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0031000, rc 0) 00000100:00100000:3.0:1788891161.297759:0:20807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+16:17382:x1875787987952896:12345-192.168.204.18@tcp:101:lfs.0 Request processed in 342us (532us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1788891161.297767:0:20807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 30 00000100:00100000:2.0:1788891161.303522:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.303722:0:18866:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987953152 00000100:00100000:3.0:1788891161.303732:0:18866:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987953152 00000100:00100000:3.0:1788891161.303926:0:18866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 6 00000100:00100000:3.0:1788891161.303940:0:18866:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:610bfc08-378e-4012-a47a-410576d9a9b8+16:17382:x1875787987953152:12345-192.168.204.18@tcp:35:lfs.0 00000100:00100000:3.0:1788891161.304294:0:18866:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:610bfc08-378e-4012-a47a-410576d9a9b8+17:17382:x1875787987953152:12345-192.168.204.18@tcp:35:lfs.0 Request processed in 356us (779us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1788891161.304302:0:18866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 6 00000100:00100000:2.0:1788891161.337589:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.337782:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987953408 00000100:00100000:0.0:1788891161.337792:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987953408 00000100:00100000:0.0:1788891161.337907:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 31 00000100:00100000:0.0:1788891161.337919:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+17:17385:x1875787987953408:12345-192.168.204.18@tcp:101:lfs.0 00010000:00010000:0.0:1788891161.337943:0:18865:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891161.337963:0:18865:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40ab7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2314 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.338060:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40abe lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.338073:0:18865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40abe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.338100:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40abe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788891161.338123:0:18865:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788891161.338662:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05200/0x9161b78f8ec40ab7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2314 expref: 20 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.338682:0:18865:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40abe lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2314 expref: 19 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.338758:0:18865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:0.0:1788891161.338761:0:18865:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788891161.338764:0:18865:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc05800, rc 0) 00000100:00100000:0.0:1788891161.338889:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+19:17385:x1875787987953408:12345-192.168.204.18@tcp:101:lfs.0 Request processed in 957us (1295us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1788891161.338898:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 31 00000100:00100000:2.0:1788891161.343029:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.343240:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.343319:0:20982:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987953664 00000100:00100000:1.0:1788891161.343330:0:20982:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987953664 00000100:00100000:1.0:1788891161.343398:0:20982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 0 00000100:00100000:1.0:1788891161.343409:0:20982:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:610bfc08-378e-4012-a47a-410576d9a9b8+19:2374:x1875787987953664:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788891161.343424:0:20982:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788891161.343449:0:20982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40abe lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2314 expref: 19 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.343467:0:20982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:1.0:1788891161.343472:0:20982:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788891161.343698:0:20982:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:610bfc08-378e-4012-a47a-410576d9a9b8+18:2374:x1875787987953664:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 289us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891161.343706:0:20982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 0 00000100:00100000:3.0:1788891161.344012:0:20807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987953536 00000100:00100000:3.0:1788891161.344018:0:20807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987953536 00000100:00100000:3.0:1788891161.344086:0:20807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 32 00000100:00100000:3.0:1788891161.344094:0:20807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+18:17385:x1875787987953536:12345-192.168.204.18@tcp:54:lfs.0 00010000:00010000:3.0:1788891161.344153:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40acc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.344191:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40acc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.344202:0:20807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40acc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.344228:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40acc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.344237:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40acc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.344244:0:20807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40acc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.344250:0:20807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031000 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:3.0:1788891161.344254:0:20807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40acc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.344261:0:20807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40acc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.344297:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:3.0:1788891161.344300:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788891161.344304:0:20807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40acc lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.344310:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031000/0x9161b78f8ec40acc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891161.344355:0:20807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+18:17385:x1875787987953536:12345-192.168.204.18@tcp:54:lfs.0 Request processed in 262us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.344361:0:20807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 32 00000100:00100000:2.0:1788891161.346988:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.347080:0:18867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987953920 00000100:00100000:1.0:1788891161.347090:0:18867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987953920 00000100:00100000:1.0:1788891161.347219:0:18867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 7 00000100:00100000:1.0:1788891161.347230:0:18867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:610bfc08-378e-4012-a47a-410576d9a9b8+18:17385:x1875787987953920:12345-192.168.204.18@tcp:35:lfs.0 00000100:00100000:1.0:1788891161.347459:0:18867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:610bfc08-378e-4012-a47a-410576d9a9b8+19:17385:x1875787987953920:12345-192.168.204.18@tcp:35:lfs.0 Request processed in 231us (481us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1788891161.347467:0:18867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 7 10000000:01000000:1.0:1788891161.398444:0:18860:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788891161.398454:0:18860:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9da1f4c19000 from 10 10000000:01000000:1.0:1788891161.398460:0:18860:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788891161.398507:0:18860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6fc00/0x9161b78f8ec40ad3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.398518:0:18860:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6fc00/0x9161b78f8ec40ad3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.398529:0:18860:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6fc00/0x9161b78f8ec40ad3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891161.398555:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1d0f22680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788891161.398640:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891161.398709:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1fb91ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1788891161.398786:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996318080 00000100:00100000:0.0:1788891161.398794:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996318080 00000100:00100000:0.0:1788891161.398849:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1788891161.398859:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+16:18860:x1875787996318080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788891161.398872:0:18858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891161.398895:0:18858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1ffc05200/0x9161b78f8ec40ada lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec40ad3 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.398916:0:18858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1ffc05200/0x9161b78f8ec40ada lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec40ad3 expref: 17 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.398926:0:18858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1ffc05200/0x9161b78f8ec40ada lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec40ad3 expref: 17 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.398949:0:18858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc05200, rc 0) 00000100:00100000:0.0:1788891161.398997:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+17:18860:x1875787996318080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.399004:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1788891161.399068:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1d0f22680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788891161.399094:0:18860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6fc00/0x9161b78f8ec40ad3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40ada expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.399104:0:18860:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6fc00/0x9161b78f8ec40ad3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec40ada expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.399201:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52c2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788891161.399233:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891161.399281:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c8ba4780 going to sleep for 11 seconds 00000100:00100000:3.0:1788891161.399433:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996318208 00000100:00100000:3.0:1788891161.399438:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996318208 00000100:00100000:3.0:1788891161.399514:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788891161.399522:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+17:18860:x1875787996318208:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788891161.399781:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+17:18860:x1875787996318208:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 259us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.399788:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788891161.399859:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52c2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788891161.399903:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52c2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318336:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788891161.399942:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891161.400342:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c8ba4780 going to sleep for 11 seconds 00000100:00100000:0.0:1788891161.400427:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996318336 00000100:00100000:0.0:1788891161.400433:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996318336 00000100:00100000:0.0:1788891161.400457:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788891161.400464:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+17:18860:x1875787996318336:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788891161.400638:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+17:18860:x1875787996318336:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 174us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.400645:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1788891161.400780:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52c2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318336:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788891161.402354:0:20994:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1788891161.402539:0:18860:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1788891161.402569:0:18860:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788891161.402579:0:18860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6fc00/0x9161b78f8ec40ad3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40ada expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.402589:0:18860:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1d0f6fc00/0x9161b78f8ec40ad3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40ada expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788891161.402598:0:18860:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788891161.402600:0:18860:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9da1cae32000 from 10 10000000:01000000:3.0:1788891161.402682:0:18860:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788891161.402713:0:18860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c0031000/0x9161b78f8ec40ae1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.402721:0:18860:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1c0031000/0x9161b78f8ec40ae1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.402730:0:18860:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1c0031000/0x9161b78f8ec40ae1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891161.402749:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f4f20700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788891161.402799:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891161.402891:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cab86d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788891161.402929:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996318464 00000100:00100000:0.0:1788891161.402935:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996318464 00000100:00100000:0.0:1788891161.403005:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788891161.403015:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4cd7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+17:18860:x1875787996318464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788891161.403027:0:18858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891161.403040:0:18858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1ffc04400/0x9161b78f8ec40ae8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec40ae1 expref: -99 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.403062:0:18858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1ffc04400/0x9161b78f8ec40ae8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec40ae1 expref: 18 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.403074:0:18858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1ffc04400/0x9161b78f8ec40ae8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec40ae1 expref: 18 pid: 18858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.403083:0:18858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1ffc04400, rc 0) 00000100:00100000:0.0:1788891161.403237:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4cd7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+18:18860:x1875787996318464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 222us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.403244:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788891161.403414:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f4f20700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788891161.403427:0:18860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1c0031000/0x9161b78f8ec40ae1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40ae8 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.403435:0:18860:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1c0031000/0x9161b78f8ec40ae1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec40ae8 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.403480:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52c2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788891161.403507:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891161.403535:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c8ba4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788891161.403580:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996318592 00000100:00100000:3.0:1788891161.403584:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996318592 00000100:00100000:3.0:1788891161.403622:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1788891161.403629:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+18:18860:x1875787996318592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788891161.403838:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+18:18860:x1875787996318592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 209us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.403845:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788891161.403980:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52c2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788891161.404007:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52c2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788891161.404043:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891161.404063:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c8ba4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788891161.404111:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996318720 00000100:00100000:3.0:1788891161.404116:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996318720 00000100:00100000:3.0:1788891161.404144:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788891161.404151:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+18:18860:x1875787996318720:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788891161.404368:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+18:18860:x1875787996318720:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 217us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.404375:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788891161.404499:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52c2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318720:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788891161.405750:0:20995:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1788891161.405923:0:18860:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1788891161.405944:0:18860:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788891161.405953:0:18860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1c0031000/0x9161b78f8ec40ae1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40ae8 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.405964:0:18860:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1c0031000/0x9161b78f8ec40ae1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40ae8 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788891161.405973:0:18860:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788891161.405975:0:18860:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9da0c36af000 from 10 10000000:01000000:0.0:1788891161.405978:0:18860:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788891161.406006:0:18860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04600/0x9161b78f8ec40aef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.406014:0:18860:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04600/0x9161b78f8ec40aef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.406024:0:18860:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04600/0x9161b78f8ec40aef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891161.406043:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cdca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788891161.406091:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891161.406214:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c8a14240 going to sleep for 11 seconds 00000100:00100000:3.0:1788891161.406372:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996318848 00000100:00100000:3.0:1788891161.406390:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996318848 00000100:00100000:3.0:1788891161.406431:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788891161.406438:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+18:18860:x1875787996318848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788891161.406449:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891161.406461:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1c0030800/0x9161b78f8ec40af6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x9161b78f8ec40aef expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.406481:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1c0030800/0x9161b78f8ec40af6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9161b78f8ec40aef expref: 19 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.406490:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1c0030800/0x9161b78f8ec40af6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9161b78f8ec40aef expref: 19 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.406498:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0030800, rc 0) 00000100:00100000:3.0:1788891161.406577:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+19:18860:x1875787996318848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.406583:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1788891161.406748:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cdca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788891161.406762:0:18860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04600/0x9161b78f8ec40aef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40af6 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.406771:0:18860:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04600/0x9161b78f8ec40aef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9161b78f8ec40af6 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.406817:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52c2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788891161.406843:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891161.406917:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c8ba4600 going to sleep for 11 seconds 00000100:00100000:3.0:1788891161.406949:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996318976 00000100:00100000:3.0:1788891161.406952:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996318976 00000100:00100000:3.0:1788891161.407022:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1788891161.407030:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+19:18860:x1875787996318976:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788891161.407443:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:45de2339-48f5-411c-bd7a-cda976b041e8+19:18860:x1875787996318976:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 413us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.407451:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1788891161.407505:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52c2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996318976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788891161.407532:0:18860:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52c2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996319104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788891161.407570:0:18860:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891161.407715:0:18860:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c8ba4600 going to sleep for 11 seconds 00000100:00100000:0.0:1788891161.407746:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996319104 00000100:00100000:0.0:1788891161.407750:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996319104 00000100:00100000:0.0:1788891161.407813:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788891161.407821:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+19:18860:x1875787996319104:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788891161.407987:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:45de2339-48f5-411c-bd7a-cda976b041e8+19:18860:x1875787996319104:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 166us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.407994:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788891161.408061:0:18860:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52c2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:45de2339-48f5-411c-bd7a-cda976b041e8:18860:1875787996319104:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788891161.408946:0:20996:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1788891161.409164:0:18860:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1788891161.409211:0:18860:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788891161.409221:0:18860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04600/0x9161b78f8ec40aef lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40af6 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.409246:0:18860:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9da1ffc04600/0x9161b78f8ec40aef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9161b78f8ec40af6 expref: -99 pid: 18860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.534020:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.534113:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987954176 00000100:00100000:1.0:1788891161.534122:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987954176 00000100:00100000:1.0:1788891161.534209:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 33 00000100:00100000:1.0:1788891161.534219:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+19:17416:x1875787987954176:12345-192.168.204.18@tcp:101:cat.0 00010000:00010000:1.0:1788891161.534244:0:18863:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788891161.534264:0:18863:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40afd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a231b expref: -99 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.534362:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40b04 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.534392:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40b04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.534405:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40b04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788891161.534417:0:18863:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788891161.534574:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40afd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a231b expref: 22 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.534593:0:18863:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40b04 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a231b expref: 21 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.534602:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:1.0:1788891161.534605:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788891161.534608:0:18863:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1d0f6fa00, rc 0) 00000100:00100000:1.0:1788891161.534684:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+21:17416:x1875787987954176:12345-192.168.204.18@tcp:101:cat.0 Request processed in 466us (672us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1788891161.534691:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 33 00000100:00100000:2.0:1788891161.537561:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.537668:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.537778:0:18866:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987954560 00000100:00100000:3.0:1788891161.537788:0:18866:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987954560 00000100:00100000:3.0:1788891161.537847:0:18866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 8 00000100:00100000:3.0:1788891161.537858:0:18866:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:610bfc08-378e-4012-a47a-410576d9a9b8+21:17416:x1875787987954560:12345-192.168.204.18@tcp:35:cat.0 00000100:00100000:0.0:1788891161.537967:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987954304 00000100:00100000:0.0:1788891161.537972:0:18850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987954304 00000100:00100000:0.0:1788891161.538064:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 1 00000100:00100000:0.0:1788891161.538073:0:18850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:610bfc08-378e-4012-a47a-410576d9a9b8+23:2375:x1875787987954304:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788891161.538086:0:18850:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788891161.538110:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40b04 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a231b expref: 23 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.538130:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:0.0:1788891161.538135:0:18850:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788891161.538325:0:18850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:610bfc08-378e-4012-a47a-410576d9a9b8+22:2375:x1875787987954304:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 253us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.538334:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 1 00000100:00100000:3.0:1788891161.538383:0:18866:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:610bfc08-378e-4012-a47a-410576d9a9b8+21:17416:x1875787987954560:12345-192.168.204.18@tcp:35:cat.0 Request processed in 525us (712us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1788891161.538392:0:18866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 8 00010000:00010000:0.0:1788891161.591200:0:20981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788891161.593783:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.594053:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987954816 00000100:00100000:1.0:1788891161.594064:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987954816 00000100:00100000:1.0:1788891161.594129:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 34 00000100:00100000:1.0:1788891161.594139:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+21:17422:x1875787987954816:12345-192.168.204.18@tcp:101:dd.0 00010000:00010000:1.0:1788891161.594161:0:18864:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788891161.594209:0:18864:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40b12 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2322 expref: -99 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.594327:0:18864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e000/0x9161b78f8ec40b19 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.594343:0:18864:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a8d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ff expref: 22 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.594351:0:18864:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2306 expref: 22 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.594359:0:18864:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e000/0x9161b78f8ec40b19 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.594394:0:18864:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2306 expref: 22 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.594407:0:18864:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2306 expref: 22 pid: 18865 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891161.594419:0:18864:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1d0f23480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18864:1875787996319232:192.168.204.18@tcp:104: 00010000:00010000:1.0:1788891161.594649:0:18864:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a8d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ff expref: 22 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.594659:0:18864:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a8d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ff expref: 22 pid: 18864 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891161.594668:0:18864:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1d0f21880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18864:1875787996319360:192.168.204.18@tcp:104: 00000100:00100000:1.0:1788891161.594699:0:18864:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1fb91c840 going to sleep for 11 seconds 00000100:00100000:1.0:1788891161.598087:0:18864:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1d0f23480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18864:1875787996319232:192.168.204.18@tcp:104: 00000100:00100000:1.0:1788891161.598103:0:18864:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1d0f21880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18864:1875787996319360:192.168.204.18@tcp:104: 00010000:00010000:1.0:1788891161.598128:0:18864:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e000/0x9161b78f8ec40b19 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.599164:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.599327:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987954944 00000100:00100000:3.0:1788891161.599335:0:18849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987954944 00010000:00010000:3.0:1788891161.599373:0:18849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2306 expref: 23 pid: 18865 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891161.599416:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 11 00000100:00100000:3.0:1788891161.599427:0:18849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c1196c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:610bfc08-378e-4012-a47a-410576d9a9b8+23:2375:x1875787987954944:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788891161.599441:0:18849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788891161.599449:0:18849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2306 expref: 23 pid: 18865 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.599939:0:18849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2306 expref: 23 pid: 18865 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.599964:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc04800/0x9161b78f8ec40aa2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2306 expref: 23 pid: 18865 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.599998:0:18849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:3.0:1788891161.600004:0:18849:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e000/0x9161b78f8ec40b19 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.600011:0:18849:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e000/0x9161b78f8ec40b19 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.600017:0:18849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788891161.600076:0:18849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c1196c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:610bfc08-378e-4012-a47a-410576d9a9b8+22:2375:x1875787987954944:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 651us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.600084:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 11 00000100:00100000:2.0:1788891161.602901:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.603080:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987955072 00000100:00100000:1.0:1788891161.603089:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987955072 00010000:00010000:1.0:1788891161.603127:0:18848:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a8d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ff expref: 22 pid: 18864 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891161.603289:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 12 00000100:00100000:1.0:1788891161.603299:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:610bfc08-378e-4012-a47a-410576d9a9b8+22:2375:x1875787987955072:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788891161.603315:0:18848:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788891161.603322:0:18848:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a8d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ff expref: 22 pid: 18864 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.603336:0:18848:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a8d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ff expref: 22 pid: 18864 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.603358:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40a8d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a22ff expref: 22 pid: 18864 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.603373:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:1.0:1788891161.603378:0:18848:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e000/0x9161b78f8ec40b19 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.603405:0:18848:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e000/0x9161b78f8ec40b19 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.603412:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e000/0x9161b78f8ec40b19 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.603447:0:18848:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788891161.603502:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:610bfc08-378e-4012-a47a-410576d9a9b8+21:2375:x1875787987955072:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 203us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891161.603521:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 12 00010000:00010000:2.0:1788891161.603579:0:18864:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e000/0x9161b78f8ec40b19 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.603586:0:18864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e000/0x9161b78f8ec40b19 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788891161.603604:0:18864:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788891161.603762:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f400/0x9161b78f8ec40b12 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2322 expref: 22 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.603777:0:18864:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e000/0x9161b78f8ec40b19 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2322 expref: 21 pid: 18864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.603784:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:2.0:1788891161.603787:0:18864:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788891161.603789:0:18864:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1d0f6e000, rc 0) 00000100:00100000:2.0:1788891161.603814:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+21:17422:x1875787987954816:12345-192.168.204.18@tcp:101:dd.0 Request processed in 9678us (10043us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1788891161.603822:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 34 00000100:00100000:2.0:1788891161.608782:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.609671:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987955328 00000100:00100000:0.0:1788891161.609685:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987955328 00000100:00100000:0.0:1788891161.609751:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 35 00000100:00100000:0.0:1788891161.609763:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+21:17422:x1875787987955328:12345-192.168.204.18@tcp:36:dd.0 00010000:00010000:0.0:1788891161.610053:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40b27 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.610071:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40b27 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.610100:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40b27 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788891161.610152:0:18863:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1788891161.610220:0:18863:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008bbf2a67 reply state 00000000ad4d090a transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40b27 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891161.610230:0:18863:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788891161.610334:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+24:17422:x1875787987955328:12345-192.168.204.18@tcp:36:dd.0 Request processed in 572us (1559us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1788891161.610341:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 35 00000020:00080000:0.0:1788891161.610346:0:18863:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788891161.612410:0:3265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40b27 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.612426:0:3265:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40b27 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.612448:0:3265:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40b27 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.612454:0:3265:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1ffc05800 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:2.0:1788891161.612458:0:3265:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40b27 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.612465:0:3265:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40b27 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.612482:0:3265:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:2.0:1788891161.612485:0:3265:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788891161.612489:0:3265:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40b27 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.612496:0:3265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1ffc05800/0x9161b78f8ec40b27 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.613662:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.614102:0:20807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987955456 00000100:00100000:3.0:1788891161.614112:0:20807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987955456 00000100:00100000:3.0:1788891161.614201:0:20807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 36 00000100:00100000:3.0:1788891161.614212:0:20807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+23:17422:x1875787987955456:12345-192.168.204.18@tcp:101:dd.0 00010000:00010000:3.0:1788891161.614245:0:20807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891161.614263:0:20807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b2e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2329 expref: -99 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.614320:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b2e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2329 expref: 24 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.614336:0:20807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b2e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2329 expref: 24 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.614357:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:3.0:1788891161.614372:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788891161.614376:0:20807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0031a00, rc 0) 00000100:00100000:3.0:1788891161.614426:0:20807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+24:17422:x1875787987955456:12345-192.168.204.18@tcp:101:dd.0 Request processed in 215us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.614433:0:20807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 36 00000100:00100000:2.0:1788891161.633495:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.633598:0:20982:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987955712 00000100:00100000:1.0:1788891161.633608:0:20982:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987955712 00000100:00100000:1.0:1788891161.633689:0:20982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 2 00000100:00100000:1.0:1788891161.633700:0:20982:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:610bfc08-378e-4012-a47a-410576d9a9b8+24:17422:x1875787987955712:12345-192.168.204.18@tcp:103:dd.0 00010000:00010000:1.0:1788891161.633713:0:20982:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788891161.633735:0:20982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b2e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2329 expref: 24 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.633753:0:20982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:1.0:1788891161.633757:0:20982:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788891161.634052:0:20982:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:610bfc08-378e-4012-a47a-410576d9a9b8+23:17422:x1875787987955712:12345-192.168.204.18@tcp:103:dd.0 Request processed in 353us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891161.634059:0:20982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 2 00000100:00100000:0.0:1788891161.636013:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.636107:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987955840 00000100:00100000:1.0:1788891161.636118:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987955840 00000100:00100000:1.0:1788891161.636214:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 37 00000100:00100000:1.0:1788891161.636225:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+23:17422:x1875787987955840:12345-192.168.204.18@tcp:58:dd.0 00010000:00010000:1.0:1788891161.636484:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40b35 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.636504:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40b35 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.636518:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40b35 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788891161.638710:0:18863:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788891161.638987:0:18863:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1788891161.639074:0:18863:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1788891161.640003:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+23:17422:x1875787987955840:12345-192.168.204.18@tcp:58:dd.0 Request processed in 3770us (3991us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891161.640019:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 37 00000100:00100000:2.0:1788891161.648595:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.648702:0:20807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987955968 00000100:00100000:3.0:1788891161.648714:0:20807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987955968 00000100:00100000:3.0:1788891161.648800:0:20807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 38 00000100:00100000:3.0:1788891161.648813:0:20807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+23:17422:x1875787987955968:12345-192.168.204.18@tcp:101:dd.0 00010000:00010000:3.0:1788891161.648841:0:20807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891161.648867:0:20807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031600/0x9161b78f8ec40b3c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2330 expref: -99 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.648956:0:20807:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40b35 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.648969:0:20807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031600/0x9161b78f8ec40b3c lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2330 expref: 24 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.648992:0:20807:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40b35 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.649008:0:20807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031600/0x9161b78f8ec40b3c lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2330 expref: 24 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.649024:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:3.0:1788891161.649040:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788891161.649044:0:20807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031600/0x9161b78f8ec40b3c lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2330 expref: 24 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.649075:0:20807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0031600, rc 0) 00000100:00100000:3.0:1788891161.649270:0:20807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+24:17422:x1875787987955968:12345-192.168.204.18@tcp:101:dd.0 Request processed in 459us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.649278:0:20807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 38 00000040:00080000:2.0:1788891161.785240:0:18894:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788891161.785253:0:18894:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788891161.785299:0:18894:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1788891161.785308:0:18894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1788891161.785476:0:18894:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52c1180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:18894:1875787996319488:192.168.204.18@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788891161.785629:0:18894:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1c8ba4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788891161.788750:0:18894:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52c1180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:18894:1875787996319488:192.168.204.18@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788891161.792770:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.792926:0:18874:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987956096 00000100:00100000:2.0:1788891161.792939:0:18874:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987956096 00000100:00100000:2.0:1788891161.793080:0:18874:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 0 00000100:00100000:2.0:1788891161.793091:0:18874:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:610bfc08-378e-4012-a47a-410576d9a9b8+24:17423:x1875787987956096:12345-192.168.204.18@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1788891161.793224:0:18874:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:610bfc08-378e-4012-a47a-410576d9a9b8+24:17423:x1875787987956096:12345-192.168.204.18@tcp:900:lhsmtool_posix.0 Request processed in 136us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891161.793233:0:18874:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 0 00000100:00100000:2.0:1788891161.799663:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.799755:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987956224 00000100:00100000:3.0:1788891161.799771:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987956224 00000100:00100000:3.0:1788891161.799832:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 39 00000100:00100000:3.0:1788891161.799842:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+24:17423:x1875787987956224:12345-192.168.204.18@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788891161.799885:0:18865:0:(mdt_handler.c:7983:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788891161.800014:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+24:17423:x1875787987956224:12345-192.168.204.18@tcp:53:lhsmtool_posix.0 Request processed in 173us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.800023:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 39 00000100:00100000:0.0:1788891161.808975:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.809224:0:20807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987956352 00000100:00100000:3.0:1788891161.809249:0:20807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987956352 00000100:00100000:3.0:1788891161.809323:0:20807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 40 00000100:00100000:3.0:1788891161.809334:0:20807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+24:17423:x1875787987956352:12345-192.168.204.18@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788891161.809432:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b43 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.809455:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b43 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.809469:0:20807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b43 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.809638:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b4a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.809678:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b4a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.809706:0:20807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b4a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.809744:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b51 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.809754:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b51 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.809761:0:20807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b51 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788891161.810294:0:20807:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788891161.810299:0:20807:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788891161.810318:0:20807:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b51 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810331:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b43 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810338:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b43 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810345:0:20807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b43 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810354:0:20807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031c00 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:3.0:1788891161.810358:0:20807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b43 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810375:0:20807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b43 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810388:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9da1c9a55b00) 00010000:00010000:3.0:1788891161.810391:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788891161.810396:0:20807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b43 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810403:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b43 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810419:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b4a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810426:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b4a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810432:0:20807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b4a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810437:0:20807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031800 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:3.0:1788891161.810440:0:20807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b4a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810447:0:20807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b4a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810454:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9da1d05e8b00) 00010000:00010000:3.0:1788891161.810457:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788891161.810459:0:20807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b4a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810475:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b4a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810492:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b51 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810498:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b51 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810505:0:20807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b51 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810510:0:20807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031a00 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:3.0:1788891161.810513:0:20807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b51 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810520:0:20807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b51 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810528:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:3.0:1788891161.810530:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788891161.810533:0:20807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b51 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.810539:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b51 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891161.810633:0:20807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+24:17423:x1875787987956352:12345-192.168.204.18@tcp:34:lhsmtool_posix.0 Request processed in 1297us (1670us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.810644:0:20807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 40 00000100:00100000:0.0:1788891161.816778:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.816957:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987956608 00000100:00100000:1.0:1788891161.816973:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987956608 00000100:00100000:1.0:1788891161.817070:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 41 00000100:00100000:1.0:1788891161.817082:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+24:17423:x1875787987956608:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788891161.817107:0:18863:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788891161.817133:0:18863:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e200/0x9161b78f8ec40b58 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2337 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.817313:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f200/0x9161b78f8ec40b5f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.817330:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f200/0x9161b78f8ec40b5f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.817344:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f200/0x9161b78f8ec40b5f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788891161.817374:0:18863:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788891161.817501:0:18863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f200/0x9161b78f8ec40b5f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.817510:0:18863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f200/0x9161b78f8ec40b5f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.817518:0:18863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f200/0x9161b78f8ec40b5f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.817525:0:18863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6f200 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:1.0:1788891161.817531:0:18863:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f200/0x9161b78f8ec40b5f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.817539:0:18863:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f200/0x9161b78f8ec40b5f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.817554:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:1.0:1788891161.817558:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788891161.817564:0:18863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f200/0x9161b78f8ec40b5f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.817570:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f200/0x9161b78f8ec40b5f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.817621:0:18863:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e200/0x9161b78f8ec40b58 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2337 expref: 26 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.817632:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9da1c9a55b00) 00010000:00010000:1.0:1788891161.817635:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788891161.817646:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6e200/0x9161b78f8ec40b58 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2337 expref: 26 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.817656:0:18863:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1d0f6e200, rc 0) 00000100:00100000:1.0:1788891161.817737:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+25:17423:x1875787987956608:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 Request processed in 657us (969us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1788891161.817744:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 41 00000100:00100000:2.0:1788891161.820748:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.821395:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987956736 00000100:00100000:1.0:1788891161.821413:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987956736 00000100:00100000:1.0:1788891161.821507:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 42 00000100:00100000:1.0:1788891161.821524:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+25:17423:x1875787987956736:12345-192.168.204.18@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788891161.821573:0:18864:0:(mdt_handler.c:7983:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788891161.821761:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+25:17423:x1875787987956736:12345-192.168.204.18@tcp:53:lhsmtool_posix.0 Request processed in 244us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891161.821770:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 42 00000100:00100000:0.0:1788891161.828523:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.828766:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987956992 00000100:00100000:3.0:1788891161.828777:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987956992 00000100:00100000:3.0:1788891161.828840:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 43 00000100:00100000:3.0:1788891161.828850:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+25:17423:x1875787987956992:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788891161.828882:0:18865:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891161.828901:0:18865:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b6d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a233e expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788891161.829738:0:18865:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000400:0x6:0x0], count =60 00000004:00080000:3.0:1788891161.829745:0:18865:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000400:0x6:0x0]+60 in llog 00000004:00080000:3.0:1788891161.829800:0:18865:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x42:0x0], index 1: 0 00010000:00010000:3.0:1788891161.830082:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b74 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.830097:0:18865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b74 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.830109:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b74 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.830195:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b6d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a233e expref: 28 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.830214:0:18865:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b74 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a233e expref: 27 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.830224:0:18865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9da1d05e8b00) 00010000:00010000:3.0:1788891161.830227:0:18865:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788891161.830231:0:18865:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0031800, rc 0) 00000100:00100000:2.0:1788891161.830402:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+27:17423:x1875787987956992:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 Request processed in 1551us (1883us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1788891161.830411:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 43 00000100:00100000:0.0:1788891161.837991:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.838145:0:20807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987957248 00000100:00100000:3.0:1788891161.838159:0:20807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987957248 00000100:00100000:3.0:1788891161.838275:0:20807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 44 00000100:00100000:3.0:1788891161.838293:0:20807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+27:17423:x1875787987957248:12345-192.168.204.18@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788891161.838377:0:20807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788891161.838413:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031800/0x9161b78f8ec40b74 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a233e expref: 27 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838438:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9da1d05e8b00) 00010000:00010000:3.0:1788891161.838458:0:20807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788891161.838488:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b82 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838505:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b82 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838517:0:20807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b82 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838533:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b89 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x7a994edc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838541:0:20807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b89 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7a994edc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838548:0:20807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b89 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7a994edc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838629:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b82 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838658:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b82 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838666:0:20807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b82 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838672:0:20807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031c00 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:3.0:1788891161.838677:0:20807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b82 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838685:0:20807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b82 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838694:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9da1d05e8300) 00010000:00010000:3.0:1788891161.838697:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788891161.838701:0:20807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b82 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838707:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031c00/0x9161b78f8ec40b82 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838717:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b89 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7a994edc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838724:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b89 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7a994edc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838730:0:20807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b89 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7a994edc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838735:0:20807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031a00 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:3.0:1788891161.838747:0:20807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b89 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7a994edc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838754:0:20807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b89 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x7a994edc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838761:0:20807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x7a994edc (ffff9da1d05e8200) 00010000:00010000:3.0:1788891161.838764:0:20807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788891161.838766:0:20807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b89 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x7a994edc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.838773:0:20807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031a00/0x9161b78f8ec40b89 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x7a994edc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891161.838881:0:20807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+26:17423:x1875787987957248:12345-192.168.204.18@tcp:36:lhsmtool_posix.0 Request processed in 594us (904us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788891161.838890:0:20807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 44 00000100:00100000:3.0:1788891161.843315:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.843431:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987957376 00000100:00100000:2.0:1788891161.843443:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987957376 00000100:00100000:2.0:1788891161.843523:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 45 00000100:00100000:2.0:1788891161.843536:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+26:17423:x1875787987957376:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788891161.843562:0:18865:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788891161.843592:0:18865:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbb400/0x9161b78f8ec40b90 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2345 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.843636:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbba00/0x9161b78f8ec40b97 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.843652:0:18865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbba00/0x9161b78f8ec40b97 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.843667:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbba00/0x9161b78f8ec40b97 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18865 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.843812:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbb400/0x9161b78f8ec40b90 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2345 expref: 28 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.843852:0:18865:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbba00/0x9161b78f8ec40b97 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2345 expref: 27 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.843863:0:18865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9da1c2aee800) 00010000:00010000:2.0:1788891161.843876:0:18865:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788891161.843880:0:18865:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f9bbba00, rc 0) 00000100:00100000:2.0:1788891161.843948:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+27:17423:x1875787987957376:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 Request processed in 415us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891161.843956:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 45 00000100:00100000:0.0:1788891161.848446:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.848603:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987957632 00000100:00100000:2.0:1788891161.848616:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987957632 00000100:00100000:2.0:1788891161.848686:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 46 00000100:00100000:2.0:1788891161.848699:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+27:17423:x1875787987957632:12345-192.168.204.18@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788891161.848813:0:18864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba200/0x9161b78f8ec40b9e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.848835:0:18864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba200/0x9161b78f8ec40b9e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.848849:0:18864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba200/0x9161b78f8ec40b9e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788891161.850000:0:18864:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1788891161.850017:0:18864:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 385698848500ns, next at 386698844867ns, rc = 0 00000004:00010000:2.0:1788891161.850150:0:18864:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000902368a0 reply state 000000009c0f064b transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba200/0x9161b78f8ec40b9e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.850438:0:18864:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788891161.850625:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+29:17423:x1875787987957632:12345-192.168.204.18@tcp:36:lhsmtool_posix.0 Request processed in 1925us (2192us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1788891161.850634:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 46 00010000:00010000:3.0:1788891161.853684:0:3266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba200/0x9161b78f8ec40b9e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.853708:0:3266:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba200/0x9161b78f8ec40b9e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.853717:0:3266:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba200/0x9161b78f8ec40b9e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.853724:0:3266:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bba200 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:3.0:1788891161.853730:0:3266:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba200/0x9161b78f8ec40b9e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.853739:0:3266:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba200/0x9161b78f8ec40b9e lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.853780:0:3266:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9da1c2aee800) 00010000:00010000:3.0:1788891161.853783:0:3266:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788891161.853788:0:3266:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba200/0x9161b78f8ec40b9e lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.853795:0:3266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba200/0x9161b78f8ec40b9e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891161.854986:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.855044:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987957760 00000100:00100000:0.0:1788891161.855056:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987957760 00000100:00100000:0.0:1788891161.855119:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 47 00000100:00100000:0.0:1788891161.855130:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+28:17423:x1875787987957760:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788891161.855162:0:18863:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891161.855210:0:18863:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87a00/0x9161b78f8ec40ba5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a234c expref: -99 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.855317:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87a00/0x9161b78f8ec40ba5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a234c expref: 29 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.855334:0:18863:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87a00/0x9161b78f8ec40ba5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a234c expref: 29 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.855358:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9da1c2aee800) 00010000:00010000:0.0:1788891161.855362:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788891161.855366:0:18863:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c9c87a00, rc 0) 00000100:00100000:0.0:1788891161.855428:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+29:17423:x1875787987957760:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 Request processed in 300us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.855436:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 47 00000100:00100000:1.0:1788891161.859441:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.859524:0:19551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987957888 00000100:00100000:0.0:1788891161.859537:0:19551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987957888 00000100:00100000:0.0:1788891161.859611:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 13 00000100:00100000:0.0:1788891161.859623:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:610bfc08-378e-4012-a47a-410576d9a9b8+5:2374:x1875787987957888:12345-192.168.204.18@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1788891161.860077:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:610bfc08-378e-4012-a47a-410576d9a9b8+6:2374:x1875787987957888:12345-192.168.204.18@tcp:2:lhsmtool_posix.0 Request processed in 455us (650us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788891161.860086:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 13 00000100:00100000:2.0:1788891161.866728:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.866842:0:18867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987958144 00000100:00100000:1.0:1788891161.866856:0:18867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987958144 00000100:00100000:1.0:1788891161.866936:0:18867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 9 00000100:00100000:1.0:1788891161.866948:0:18867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:610bfc08-378e-4012-a47a-410576d9a9b8+29:17423:x1875787987958144:12345-192.168.204.18@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788891161.867459:0:18867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:610bfc08-378e-4012-a47a-410576d9a9b8+30:17423:x1875787987958144:12345-192.168.204.18@tcp:35:lhsmtool_posix.0 Request processed in 511us (744us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1788891161.867469:0:18867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 9 00000100:00100000:1.0:1788891161.869984:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.870364:0:20807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987958400 00000100:00100000:0.0:1788891161.870377:0:20807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987958400 00000100:00100000:0.0:1788891161.870502:0:20807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 48 00000100:00100000:0.0:1788891161.870514:0:20807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+30:17423:x1875787987958400:12345-192.168.204.18@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788891161.870668:0:20807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+30:17423:x1875787987958400:12345-192.168.204.18@tcp:57:lhsmtool_posix.0 Request processed in 156us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.870697:0:20807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 48 00000100:00100000:2.0:1788891161.873943:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.875392:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987958528 00000100:00100000:0.0:1788891161.875409:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987958528 00000100:00100000:0.0:1788891161.875492:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 49 00000100:00100000:0.0:1788891161.875513:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+30:17423:x1875787987958528:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788891161.875538:0:18863:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891161.875560:0:18863:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87800/0x9161b78f8ec40bac lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2353 expref: -99 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.875630:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c86800/0x9161b78f8ec40bb3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.875646:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c86800/0x9161b78f8ec40bb3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.875659:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c86800/0x9161b78f8ec40bb3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788891161.875694:0:18863:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788891161.875712:0:18863:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c86800/0x9161b78f8ec40bb3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.875737:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87800/0x9161b78f8ec40bac lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2353 expref: 32 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.875756:0:18863:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c86800/0x9161b78f8ec40bb3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2353 expref: 31 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.875764:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9da1c2aee800) 00010000:00010000:0.0:1788891161.875782:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788891161.875786:0:18863:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c9c86800, rc 0) 00000100:00100000:0.0:1788891161.875863:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+31:17423:x1875787987958528:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 Request processed in 361us (1934us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.875881:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 49 00000100:00100000:3.0:1788891161.879628:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.879761:0:19548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987958656 00000100:00100000:2.0:1788891161.879774:0:19548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987958656 00000100:00100000:2.0:1788891161.879911:0:19548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 14 00000100:00100000:2.0:1788891161.879920:0:19548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:610bfc08-378e-4012-a47a-410576d9a9b8+6:2374:x1875787987958656:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788891161.879942:0:19548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788891161.879965:0:19548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40bba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a235a expref: -99 pid: 19548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788891161.879993:0:19548:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa0501a, blocks: 0x1 00010000:00010000:2.0:1788891161.880012:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=385s v=(0 0) 00010000:00010000:2.0:1788891161.880016:0:19548:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788891161.880024:0:19548:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40bba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a235a expref: 7 pid: 19548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.880040:0:19548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40bba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a235a expref: 7 pid: 19548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.880052:0:19548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1f9bba600, rc 0) 00000100:00100000:2.0:1788891161.880119:0:19548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:610bfc08-378e-4012-a47a-410576d9a9b8+7:2374:x1875787987958656:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 Request processed in 200us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891161.880140:0:19548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 14 00000100:00100000:1.0:1788891161.886645:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.887659:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987958912 00000100:00100000:2.0:1788891161.887677:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987958912 00000100:00100000:0.0:1788891161.888257:0:20807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 50 00000100:00100000:0.0:1788891161.888275:0:20807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+31:17423:x1875787987958912:12345-192.168.204.18@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788891161.889525:0:20807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:610bfc08-378e-4012-a47a-410576d9a9b8+31:17423:x1875787987958912:12345-192.168.204.18@tcp:57:lhsmtool_posix.0 Request processed in 1249us (2887us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.889538:0:20807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 50 00000100:00100000:1.0:1788891161.894374:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.894772:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987959040 00000100:00100000:2.0:1788891161.894785:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987959040 00000100:00100000:2.0:1788891161.894862:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 51 00000100:00100000:2.0:1788891161.894883:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+31:17423:x1875787987959040:12345-192.168.204.18@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1788891161.898772:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.902317:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987959168 00000100:00100000:3.0:1788891161.902336:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987959168 00000100:00100000:3.0:1788891161.902414:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 111 00000100:00100000:3.0:1788891161.902428:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+11:16743:x1875787987959168:12345-192.168.204.18@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788891161.902450:0:18857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788891161.902474:0:18857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1c0031a00/0x9161b78f8ec40bc1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2361 expref: -99 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.902509:0:18857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1c0031a00/0x9161b78f8ec40bc1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2361 expref: 12 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.902522:0:18857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1c0031a00/0x9161b78f8ec40bc1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2361 expref: 12 pid: 18857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891161.902533:0:18857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c0031a00, rc 0) 00000100:00100000:2.0:1788891161.908118:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+12:16743:x1875787987959168:12345-192.168.204.18@tcp:101:ll_cfg_requeue.0 Request processed in 5676us (9344us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891161.908148:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 111 00000100:00100000:2.0:1788891161.913412:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.913510:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987959296 00000100:00100000:0.0:1788891161.913526:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987959296 00000100:00100000:0.0:1788891161.913594:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 112 00000100:00100000:0.0:1788891161.913605:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+12:16743:x1875787987959296:12345-192.168.204.18@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788891161.913960:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+12:16743:x1875787987959296:12345-192.168.204.18@tcp:501:ll_cfg_requeue.0 Request processed in 355us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.913969:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 112 00000100:00100000:3.0:1788891161.918110:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.918156:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987959424 00000100:00100000:3.0:1788891161.918185:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987959424 00000100:00100000:3.0:1788891161.918261:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 113 00000100:00100000:3.0:1788891161.918273:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+12:16743:x1875787987959424:12345-192.168.204.18@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788891161.918558:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+12:16743:x1875787987959424:12345-192.168.204.18@tcp:503:ll_cfg_requeue.0 Request processed in 287us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.918566:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 113 00000100:00100000:0.0:1788891161.926583:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891161.926675:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987959552 00000100:00100000:1.0:1788891161.926691:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987959552 00000100:00100000:1.0:1788891161.926770:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 114 00000100:00100000:1.0:1788891161.926783:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+12:16743:x1875787987959552:12345-192.168.204.18@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788891161.926805:0:18856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788891161.926829:0:18856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9da1d0f6ee00/0x9161b78f8ec40bc8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a2368 expref: -99 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.926876:0:18856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9da1d0f6ee00/0x9161b78f8ec40bc8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2368 expref: 13 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.926890:0:18856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9da1d0f6ee00/0x9161b78f8ec40bc8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2368 expref: 13 pid: 18856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.926902:0:18856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1d0f6ee00, rc 0) 00000100:00100000:1.0:1788891161.926992:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16743:x1875787987959552:12345-192.168.204.18@tcp:101:ll_cfg_requeue.0 Request processed in 212us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891161.927001:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 114 00000100:00100000:3.0:1788891161.928725:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.928852:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987959680 00000100:00100000:0.0:1788891161.928861:0:18858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987959680 00000100:00100000:0.0:1788891161.928927:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 115 00000100:00100000:0.0:1788891161.928939:0:18858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16743:x1875787987959680:12345-192.168.204.18@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788891161.929270:0:18858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16743:x1875787987959680:12345-192.168.204.18@tcp:501:ll_cfg_requeue.0 Request processed in 333us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.929291:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 115 00000100:00100000:0.0:1788891161.934709:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.934858:0:18857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987959808 00000100:00100000:3.0:1788891161.934882:0:18857:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987959808 00000100:00100000:3.0:1788891161.934949:0:18857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 116 00000100:00100000:3.0:1788891161.934962:0:18857:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16743:x1875787987959808:12345-192.168.204.18@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788891161.935279:0:18857:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fa5844a-acf7-4c7d-aee0-7304b134284e+13:16743:x1875787987959808:12345-192.168.204.18@tcp:503:ll_cfg_requeue.0 Request processed in 318us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891161.935289:0:18857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 116 00000001:00080000:2.0:1788891161.949974:0:5836:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901906 is committed 00000001:00080000:2.0:1788891161.949997:0:5836:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901894 is committed 00000001:00080000:3.0:1788891161.950070:0:5836:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000001:00080000:3.0:1788891161.950108:0:5836:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000004:00080000:3.0:1788891161.950122:0:5836:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000100:00100000:2.0:1788891161.950471:0:3279:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788891161.950495:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3279:1875787996319616:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788891161.950722:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891161.950971:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:610bfc08-378e-4012-a47a-410576d9a9b8+14:17423:x1875787987959040:12345-192.168.204.18@tcp:44:lhsmtool_posix.0 Request processed in 56085us (56606us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.950985:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 51 00000100:00100000:1.0:1788891161.951597:0:19551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996319616 00000100:00100000:1.0:1788891161.951608:0:19551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996319616 00000100:00100000:1.0:1788891161.951724:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788891161.951736:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3279:x1875787996319616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1788891161.951976:0:19551:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1788891161.951980:0:19551:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1788891161.951982:0:19551:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1788891161.951984:0:19551:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1788891162 -> 1788891162 00002000:00010000:1.0:1788891161.951986:0:19551:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1788891161.952056:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3279:x1875787996319616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 323us (1335us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1788891161.952081:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000004:00080000:3.0:1788891161.952214:0:3279:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9da1f52c8700/2, rc 0, transno 12884901891 00000100:00100000:3.0:1788891161.952223:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3279:1875787996319616:0@lo:2:osp-syn-1-0.0 00000100:00080000:0.0:1788891161.954976:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788891161.955672:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.955781:0:19735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987959936 00000100:00100000:2.0:1788891161.955793:0:19735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987959936 00000100:00100000:2.0:1788891161.955882:0:19735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 16 00000100:00100000:2.0:1788891161.955894:0:19735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:610bfc08-378e-4012-a47a-410576d9a9b8+7:2375:x1875787987959936:12345-192.168.204.18@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1788891161.956088:0:19735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:610bfc08-378e-4012-a47a-410576d9a9b8+7:2375:x1875787987959936:12345-192.168.204.18@tcp:16:lhsmtool_posix.0 Request processed in 196us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891161.956097:0:19735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 16 00000100:00100000:3.0:1788891161.962016:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.962503:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987960192 00000100:00100000:2.0:1788891161.962516:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987960192 00000100:00100000:2.0:1788891161.962634:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 52 00000100:00100000:2.0:1788891161.962664:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+14:17423:x1875787987960192:12345-192.168.204.18@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788891161.962740:0:18864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788891161.962878:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c86800/0x9161b78f8ec40bb3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2353 expref: 14 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.962906:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9da1c2aee800) 00010000:00010000:2.0:1788891161.962911:0:18864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788891161.962949:0:18864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40bcf lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.962964:0:18864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40bcf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.962974:0:18864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40bcf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788891161.963551:0:18864:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fa31d1ae reply state 00000000394ec23e transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40bcf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.963563:0:18864:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788891161.963716:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:610bfc08-378e-4012-a47a-410576d9a9b8+15:17423:x1875787987960192:12345-192.168.204.18@tcp:36:lhsmtool_posix.0 Request processed in 1052us (1713us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1788891161.963725:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 52 00000100:00100000:1.0:1788891161.967585:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.967700:0:19551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987960320 00000100:00100000:0.0:1788891161.967712:0:19551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987960320 00000100:00100000:0.0:1788891161.967791:0:19551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 17 00000100:00100000:0.0:1788891161.967802:0:19551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:610bfc08-378e-4012-a47a-410576d9a9b8+7:17423:x1875787987960320:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788891161.967827:0:19551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788891161.967851:0:19551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x862ec9343e4a236f expref: -99 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.967904:0:19551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40bba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a235a expref: 8 pid: 19548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.967915:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891161.967919:0:19551:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891161.967926:0:19551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a236f expref: 8 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.967966:0:19551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40bba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a235a expref: 8 pid: 19548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.968002:0:19551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40bba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a235a expref: 8 pid: 19548 timeout: 485 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891161.968020:0:19551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da0c2cded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:19551:1875787996319744:192.168.204.18@tcp:104: 00000100:00100000:0.0:1788891161.968145:0:19551:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d1491c00 going to sleep for 11 seconds 00010000:00010000:2.0:1788891161.968389:0:3265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40bcf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.968399:0:3265:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40bcf lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.968407:0:3265:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40bcf lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.968420:0:3265:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bba000 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:2.0:1788891161.968425:0:3265:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40bcf lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.968434:0:3265:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40bcf lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.968454:0:3265:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9da1c2aee800) 00010000:00010000:2.0:1788891161.968458:0:3265:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788891161.968463:0:3265:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40bcf lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.968470:0:3265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bba000/0x9161b78f8ec40bcf lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18864 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891161.973237:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.973389:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987960448 00000100:00100000:2.0:1788891161.973399:0:18850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987960448 00010000:00010000:2.0:1788891161.973445:0:18850:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40bba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a235a expref: 9 pid: 19548 timeout: 485 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.973482:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 13 00000100:00100000:2.0:1788891161.973492:0:18850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:610bfc08-378e-4012-a47a-410576d9a9b8+9:2374:x1875787987960448:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788891161.973505:0:18850:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788891161.973529:0:18850:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40bba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a235a expref: 9 pid: 19548 timeout: 485 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.973544:0:18850:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40bba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a235a expref: 9 pid: 19548 timeout: 485 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.973591:0:18850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788891161.973598:0:18850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788891161.973607:0:18850:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a236f expref: 9 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.973632:0:18850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a236f expref: 9 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.973668:0:18850:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a236f expref: 9 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.973682:0:18850:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52ca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:18850:1875787996319872:192.168.204.18@tcp:105: 00000100:00100000:2.0:1788891161.973768:0:18850:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cae119c0 going to sleep for 11 seconds 00010000:00010000:1.0:1788891161.974380:0:19551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40bba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a235a expref: 9 pid: 19548 timeout: 485 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891161.974546:0:19551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da0c2cded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:19551:1875787996319744:192.168.204.18@tcp:104: 00010000:00010000:1.0:1788891161.974583:0:19551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a236f expref: 8 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891161.974599:0:19551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9da1c9c86400, rc 0) 00000100:00100000:1.0:1788891161.974717:0:19551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:610bfc08-378e-4012-a47a-410576d9a9b8+8:17423:x1875787987960320:12345-192.168.204.18@tcp:101:lhsmtool_posix.0 Request processed in 6916us (7147us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891161.974726:0:19551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 17 00000100:00100000:2.0:1788891161.976902:0:18850:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52ca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:18850:1875787996319872:192.168.204.18@tcp:105: 00010000:00010000:2.0:1788891161.976927:0:18850:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788891161.976999:0:18850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:610bfc08-378e-4012-a47a-410576d9a9b8+7:2374:x1875787987960448:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 3508us (3771us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891161.977010:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 13 00000100:00100000:2.0:1788891161.978303:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891161.978417:0:19735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987960576 00000100:00100000:0.0:1788891161.978432:0:19735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987960576 00000100:00100000:0.0:1788891161.978507:0:19735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 18 00000100:00100000:0.0:1788891161.978523:0:19735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:610bfc08-378e-4012-a47a-410576d9a9b8+7:2374:x1875787987960576:12345-192.168.204.18@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788891161.978778:0:19735:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788891161.978782:0:19735:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 1788891162 00002000:00010000:0.0:1788891161.978785:0:19735:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 1788891161 00002000:00010000:0.0:1788891161.978787:0:19735:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1788891162 -> 1788891162 00002000:00010000:0.0:1788891161.978789:0:19735:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1788891161.978858:0:19735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:610bfc08-378e-4012-a47a-410576d9a9b8+8:2374:x1875787987960576:12345-192.168.204.18@tcp:2:lhsmtool_posix.0 Request processed in 341us (559us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788891161.978876:0:19735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 18 00000100:00100000:0.0:1788891161.984006:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891161.984735:0:19550:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987960704 00000100:00100000:3.0:1788891161.984767:0:19550:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987960704 00000100:00100000:2.0:1788891161.985065:0:19550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 19 00000100:00100000:2.0:1788891161.985081:0:19550:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:610bfc08-378e-4012-a47a-410576d9a9b8+8:2372:x1875787987960704:12345-192.168.204.18@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788891161.985127:0:19550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.985165:0:19550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a236f expref: 8 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.985208:0:19550:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788891161.985213:0:19550:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788891161.985220:0:19550:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.985259:0:19550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a236f expref: 8 pid: 19551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.985274:0:19550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a236f expref: 8 pid: 19551 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.985291:0:19550:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:19550:1875787996320000:192.168.204.18@tcp:104: 00000100:00100000:2.0:1788891161.985375:0:19550:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cae119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788891161.996987:0:19550:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:19550:1875787996320000:192.168.204.18@tcp:104: 00010000:00010000:2.0:1788891161.997023:0:19550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891161.997774:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891161.997855:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987960832 00000100:00100000:2.0:1788891161.997875:0:18849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987960832 00010000:00010000:2.0:1788891161.997912:0:18849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a236f expref: 9 pid: 19551 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891161.997971:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 14 00000100:00100000:2.0:1788891161.997981:0:18849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da0c2cded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:610bfc08-378e-4012-a47a-410576d9a9b8+9:2375:x1875787987960832:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788891161.997996:0:18849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788891161.998020:0:18849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a236f expref: 9 pid: 19551 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.998034:0:18849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a236f expref: 9 pid: 19551 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.998057:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a48c669/0x9161b78f8ec40bd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a236f expref: 9 pid: 19551 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.998073:0:18849:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788891161.998077:0:18849:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788891161.998083:0:18849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.998092:0:18849:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891161.998126:0:18849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788891161.998222:0:18849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:610bfc08-378e-4012-a47a-410576d9a9b8+8:2375:x1875787987960832:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 241us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1788891161.998231:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 14 00010000:00010000:0.0:1788891161.998310:0:19550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.998319:0:19550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.998353:0:19550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.998362:0:19550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.998371:0:19550:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.998378:0:19550:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bba000 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:0.0:1788891161.998382:0:19550:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.998390:0:19550:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.998402:0:19550:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891161.998410:0:19550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3d9db0f/0x9161b78f8ec40bdd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788891161.998597:0:19550:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da0c2cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:610bfc08-378e-4012-a47a-410576d9a9b8+7:2372:x1875787987960704:12345-192.168.204.18@tcp:1:lhsmtool_posix.0 Request processed in 13520us (14605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891161.998613:0:19550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 19 00000100:00100000:0.0:1788891162.004419:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891162.004590:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987961088 00000100:00100000:1.0:1788891162.004600:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987961088 00000100:00100000:1.0:1788891162.004710:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 53 00000100:00100000:1.0:1788891162.004721:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+14:17423:x1875787987961088:12345-192.168.204.18@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788891162.004811:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40be4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.004828:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40be4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.004839:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40be4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.005118:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.005129:0:18863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87a00/0x9161b78f8ec40ba5 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a234c expref: 15 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.005136:0:18863:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.005211:0:18863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87a00/0x9161b78f8ec40ba5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a234c expref: 15 pid: 18863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.005226:0:18863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87a00/0x9161b78f8ec40ba5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a234c expref: 15 pid: 18863 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891162.005240:0:18863:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1d0f20e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18863:1875787996320128:192.168.204.18@tcp:104: 00000100:00100000:1.0:1788891162.005323:0:18863:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1fb91cf00 going to sleep for 11 seconds 00000100:00080000:2.0:1788891162.005679:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788891162.009470:0:18863:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1d0f20e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18863:1875787996320128:192.168.204.18@tcp:104: 00010000:00010000:0.0:1788891162.009514:0:18863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891162.009539:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891162.009751:0:18848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987961216 00000100:00100000:3.0:1788891162.009762:0:18848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987961216 00010000:00010000:3.0:1788891162.009811:0:18848:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87a00/0x9161b78f8ec40ba5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a234c expref: 16 pid: 18863 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891162.009874:0:18848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 15 00000100:00100000:3.0:1788891162.009885:0:18848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:610bfc08-378e-4012-a47a-410576d9a9b8+16:2374:x1875787987961216:12345-192.168.204.18@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788891162.009916:0:18848:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788891162.009924:0:18848:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87a00/0x9161b78f8ec40ba5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a234c expref: 16 pid: 18863 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.009940:0:18848:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87a00/0x9161b78f8ec40ba5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a234c expref: 16 pid: 18863 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.009966:0:18848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87a00/0x9161b78f8ec40ba5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a234c expref: 16 pid: 18863 timeout: 485 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.009985:0:18848:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9da1c2aee800) 00010000:00010000:3.0:1788891162.009991:0:18848:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.010002:0:18848:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.010010:0:18848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.010041:0:18848:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788891162.010240:0:18863:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891162.010250:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891162.010340:0:18848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:610bfc08-378e-4012-a47a-410576d9a9b8+15:2374:x1875787987961216:12345-192.168.204.18@tcp:103:ldlm_bl.0 Request processed in 454us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891162.010350:0:18848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 15 00000001:00080000:0.0:1788891162.010466:0:18863:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1788891162.010652:0:18863:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1788891162.010702:0:18863:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1788891162.010790:0:18863:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:18863:1875787996320256:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788891162.010914:0:18863:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891162.010955:0:18863:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1d1491480 going to sleep for 11 seconds 00000100:00100000:1.0:1788891162.011421:0:18868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996320256 00000100:00100000:1.0:1788891162.011429:0:18868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996320256 00000100:00100000:1.0:1788891162.011507:0:18868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788891162.011518:0:18868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:18863:x1875787996320256:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788891162.011695:0:18868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:18863:x1875787996320256:12345-0@lo:1000:mdt00_000.0 Request processed in 179us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891162.011703:0:18868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788891162.011784:0:18863:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da201f8d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:18863:1875787996320256:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1788891162.012740:0:18863:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1788891162.012831:0:18863:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:18863:1875787996320384:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788891162.012916:0:18863:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788891162.013001:0:18863:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cae11a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788891162.013326:0:18869:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996320384 00000100:00100000:0.0:1788891162.013334:0:18869:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996320384 00000100:00100000:0.0:1788891162.013375:0:18869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788891162.013383:0:18869:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f52c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:18863:x1875787996320384:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788891162.013726:0:18869:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f52c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:18863:x1875787996320384:12345-0@lo:1000:mdt00_000.0 Request processed in 340us (807us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788891162.013735:0:18869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788891162.013804:0:18863:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:18863:1875787996320384:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1788891162.013847:0:18863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.013860:0:18863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.013878:0:18863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.013886:0:18863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6f000 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:2.0:1788891162.013891:0:18863:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.013900:0:18863:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.013923:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9da1c2aee800) 00010000:00010000:2.0:1788891162.013927:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788891162.013933:0:18863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.013940:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6f000/0x9161b78f8ec40beb lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.013996:0:18863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40b35 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.014003:0:18863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40b35 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.014010:0:18863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40b35 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.014015:0:18863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6fe00 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:2.0:1788891162.014018:0:18863:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40b35 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.014024:0:18863:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40b35 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.014032:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:2.0:1788891162.014035:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788891162.014043:0:18863:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031600/0x9161b78f8ec40b3c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2330 expref: 18 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.014055:0:18863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031600/0x9161b78f8ec40b3c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2330 expref: 18 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.014065:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031600/0x9161b78f8ec40b3c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2330 expref: 18 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.014100:0:18863:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c0031600/0x9161b78f8ec40b3c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.18@tcp remote: 0x862ec9343e4a2330 expref: 18 pid: 20807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891162.014126:0:18863:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18863:1875787996320512:192.168.204.18@tcp:105: 00000100:00100000:2.0:1788891162.015389:0:18863:0:(client.c:2715:ptlrpc_set_wait()) set ffff9da1cae11a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788891162.027901:0:3274:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891162.028007:0:18863:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18863:1875787996320512:192.168.204.18@tcp:105: 00010000:00010000:2.0:1788891162.028044:0:18863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40b35 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028056:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fe00/0x9161b78f8ec40b35 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028096:0:18863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbac00/0x9161b78f8ec40bf2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028113:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbac00/0x9161b78f8ec40bf2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028127:0:18863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbac00/0x9161b78f8ec40bf2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891162.028130:0:18866:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987961344 00010000:00010000:2.0:1788891162.028140:0:18863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbac00/0x9161b78f8ec40bf2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891162.028142:0:18866:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987961344 00010000:00010000:2.0:1788891162.028150:0:18863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbac00/0x9161b78f8ec40bf2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028157:0:18863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbac00/0x9161b78f8ec40bf2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028162:0:18863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bbac00 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:2.0:1788891162.028206:0:18863:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbac00/0x9161b78f8ec40bf2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028232:0:18863:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbac00/0x9161b78f8ec40bf2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028248:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00000100:00100000:3.0:1788891162.028250:0:18866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 10 00010000:00010000:2.0:1788891162.028253:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788891162.028259:0:18863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbac00/0x9161b78f8ec40bf2 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891162.028267:0:18866:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f9b78450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:610bfc08-378e-4012-a47a-410576d9a9b8+19:17422:x1875787987961344:12345-192.168.204.18@tcp:49:dd.0 00010000:00010000:2.0:1788891162.028269:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1f9bbac00/0x9161b78f8ec40bf2 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028283:0:18863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40be4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028291:0:18863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40be4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028296:0:18863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40be4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028300:0:18863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6fa00 already unused, calling callback (ffffffffc21fa4f0) 00010000:00010000:2.0:1788891162.028303:0:18863:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40be4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028308:0:18863:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40be4 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028316:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9da1c32fc600) 00010000:00010000:2.0:1788891162.028318:0:18863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788891162.028321:0:18863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40be4 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.028338:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1d0f6fa00/0x9161b78f8ec40be4 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18863 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891162.028454:0:18866:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f9b78450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:610bfc08-378e-4012-a47a-410576d9a9b8+19:17422:x1875787987961344:12345-192.168.204.18@tcp:49:dd.0 Request processed in 192us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891162.028463:0:18866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 10 00000100:00100000:2.0:1788891162.028590:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:610bfc08-378e-4012-a47a-410576d9a9b8+19:17423:x1875787987961088:12345-192.168.204.18@tcp:57:lhsmtool_posix.0 Request processed in 23870us (24181us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1788891162.028599:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 53 00000020:00080000:2.0:1788891162.028605:0:18863:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1788891162.028832:0:18894:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788891162.028845:0:18894:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788891162.028895:0:18894:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1788891162.028904:0:18894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788891162.037563:0:3273:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:0.0:1788891162.037690:0:18867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987961600 00000100:00100000:0.0:1788891162.037703:0:18867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987961600 00000100:00100000:0.0:1788891162.037795:0:18867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 11 00000100:00100000:0.0:1788891162.037829:0:18867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1d0f23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:610bfc08-378e-4012-a47a-410576d9a9b8+18:17423:x1875787987961600:12345-192.168.204.18@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788891162.038782:0:18867:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788891162.038928:0:18867:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1788891162.038987:0:18867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87200/0x9161b78f8ec40bf9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891162.039009:0:18867:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87200/0x9161b78f8ec40bf9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891162.039023:0:18867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87200/0x9161b78f8ec40bf9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891162.039033:0:18867:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87200/0x9161b78f8ec40bf9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891162.039041:0:18867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87200/0x9161b78f8ec40bf9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891162.039049:0:18867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87200/0x9161b78f8ec40bf9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891162.039074:0:18867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788891162.039275:0:18867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1d0f23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:610bfc08-378e-4012-a47a-410576d9a9b8+20:17423:x1875787987961600:12345-192.168.204.18@tcp:35:lhsmtool_posix.0 Request processed in 1445us (1725us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1788891162.039288:0:18867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 11 00000020:00080000:0.0:1788891162.039295:0:18867:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788891162.039484:0:18851:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788891162.039493:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87200/0x9161b78f8ec40bf9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.039501:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87200 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891162.039506:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87200/0x9161b78f8ec40bf9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.039515:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87200/0x9161b78f8ec40bf9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.039532:0:18851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9da1c2aee800) 00010000:00010000:1.0:1788891162.039536:0:18851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788891162.039542:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87200/0x9161b78f8ec40bf9 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.039548:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9da1c9c87200/0x9161b78f8ec40bf9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.039563:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891162.039565:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788891162.039567:0:18851:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788891162.051662:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891162.051841:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891162.057796:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:1.0:1788891162.058939:0:19555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987961728 00000100:00100000:1.0:1788891162.058955:0:19555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987961728 00000100:00100000:0.0:1788891162.058955:0:19554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987961856 00000100:00100000:0.0:1788891162.058963:0:19554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987961856 00000100:00080000:2.0:1788891162.059025:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788891162.059077:0:19556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987961984 00000100:00100000:2.0:1788891162.059081:0:19556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987961984 00000100:00100000:0.0:1788891162.059107:0:19554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 0 00000100:00100000:0.0:1788891162.059122:0:19554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:610bfc08-378e-4012-a47a-410576d9a9b8+9:2374:x1875787987961856:12345-192.168.204.18@tcp:4:dd.0 00002000:00010000:0.0:1788891162.059222:0:19554:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x6aa0501a, atime: 0x6aa05019, ctime: 0x6aa0501a, blocks: 0x1 00010000:00010000:0.0:1788891162.059234:0:19554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40c00 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891162.059255:0:19554:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=385s v=(0 0) 00010000:00010000:0.0:1788891162.059260:0:19554:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891162.059267:0:19554:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40c00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891162.059283:0:19554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40c00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891162.059696:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891162.059715:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891162.059727:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891162.059740:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:3.0:1788891162.059811:0:3272:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp (source: 12345-192.168.204.18@tcp) 00000100:00100000:2.0:1788891162.062997:0:19556:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1788891162.062997:0:19555:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1788891162.063032:0:19555:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:2.0:1788891162.063036:0:19556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987962112 00000100:00100000:2.0:1788891162.063050:0:19556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987962112 00000100:00100000:2.0:1788891162.063099:0:19556:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1788891162.063107:0:19556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987962240 00000100:00100000:2.0:1788891162.063110:0:19556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987962240 00000100:00100000:2.0:1788891162.063125:0:19556:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1788891162.063132:0:19556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987962368 00000100:00100000:2.0:1788891162.063135:0:19556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987962368 00000100:00100000:2.0:1788891162.063155:0:19556:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1788891162.063161:0:19556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987962496 00000100:00100000:2.0:1788891162.063164:0:19556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987962496 00000100:00100000:2.0:1788891162.063335:0:19556:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1788891162.063343:0:19556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787987962624 00000100:00100000:2.0:1788891162.063346:0:19556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787987962624 00000100:00100000:0.0:1788891162.065552:0:20997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 1 00000100:00100000:0.0:1788891162.065577:0:20997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:610bfc08-378e-4012-a47a-410576d9a9b8+15:2374:x1875787987961984:12345-192.168.204.18@tcp:4:dd.0 00010000:00010000:0.0:1788891162.065634:0:20997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40c07 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891162.065656:0:20997:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891162.065662:0:20997:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788891162.065670:0:20997:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40c07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788891162.065688:0:20997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40c07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788891162.140586:0:7624:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:0.0:1788891162.140618:0:7624:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901893 is committed 00002000:00010000:1.0:1788891162.140736:0:19554:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:1.0:1788891162.140741:0:19554:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:1.0:1788891162.140764:0:19554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40c00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.140777:0:19554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.140786:0:19554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.140793:0:19554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c86000 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:1.0:1788891162.140798:0:19554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.140807:0:19554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.140828:0:19554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40c00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.140835:0:19554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000040e989/0x9161b78f8ec40c00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788891162.140940:0:19554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:610bfc08-378e-4012-a47a-410576d9a9b8+13:2374:x1875787987961856:12345-192.168.204.18@tcp:4:dd.0 Request processed in 81818us (89163us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1788891162.140949:0:19554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 0 00000100:00100000:1.0:1788891162.140981:0:19554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 2 00000100:00100000:1.0:1788891162.140992:0:19554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:610bfc08-378e-4012-a47a-410576d9a9b8+12:2375:x1875787987961728:12345-192.168.204.18@tcp:4:dd.0 00010000:00010000:1.0:1788891162.141029:0:19554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088d4682b/0x9161b78f8ec40c0e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.141041:0:19554:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788891162.141046:0:19554:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788891162.141052:0:19554:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088d4682b/0x9161b78f8ec40c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788891162.141064:0:19554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088d4682b/0x9161b78f8ec40c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.142394:0:20997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40c07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.142409:0:20997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40c07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.142432:0:20997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40c07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.142439:0:20997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c9c87e00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891162.142444:0:20997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40c07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.142453:0:20997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40c07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.142471:0:20997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40c07 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.142479:0:20997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f4fb025/0x9161b78f8ec40c07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891162.142560:0:20997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:610bfc08-378e-4012-a47a-410576d9a9b8+11:2374:x1875787987961984:12345-192.168.204.18@tcp:4:dd.0 Request processed in 76989us (84775us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788891162.142569:0:20997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 1 00000100:00100000:2.0:1788891162.142599:0:20997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 3 00000100:00100000:2.0:1788891162.142609:0:20997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:610bfc08-378e-4012-a47a-410576d9a9b8+10:2374:x1875787987962112:12345-192.168.204.18@tcp:4:dd.0 00010000:00010000:2.0:1788891162.142636:0:20997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008dd1c3ff/0x9161b78f8ec40c15 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.142648:0:20997:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788891162.142657:0:20997:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788891162.142662:0:20997:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008dd1c3ff/0x9161b78f8ec40c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.142673:0:20997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008dd1c3ff/0x9161b78f8ec40c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788891162.194621:0:7624:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:2.0:1788891162.194654:0:20997:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 3145728 -> 4194304 00002000:00010000:2.0:1788891162.194660:0:20997:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 4103 -> 6151 00010000:00010000:2.0:1788891162.194676:0:20997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008dd1c3ff/0x9161b78f8ec40c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.194690:0:20997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008dd1c3ff/0x9161b78f8ec40c15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.194699:0:20997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008dd1c3ff/0x9161b78f8ec40c15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.194707:0:20997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bbbe00 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891162.194712:0:20997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008dd1c3ff/0x9161b78f8ec40c15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.194721:0:20997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008dd1c3ff/0x9161b78f8ec40c15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.194743:0:20997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008dd1c3ff/0x9161b78f8ec40c15 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.194772:0:20997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008dd1c3ff/0x9161b78f8ec40c15 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891162.196833:0:20997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:610bfc08-378e-4012-a47a-410576d9a9b8+13:2374:x1875787987962112:12345-192.168.204.18@tcp:4:dd.0 Request processed in 54214us (137127us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788891162.196848:0:20997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 3 00000100:00100000:2.0:1788891162.197051:0:20997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 4 00000100:00100000:2.0:1788891162.197065:0:20997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:610bfc08-378e-4012-a47a-410576d9a9b8+12:2374:x1875787987962240:12345-192.168.204.18@tcp:4:dd.0 00010000:00010000:2.0:1788891162.197101:0:20997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000471ef1d4/0x9161b78f8ec40c1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.197115:0:20997:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788891162.197119:0:20997:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788891162.197126:0:20997:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000471ef1d4/0x9161b78f8ec40c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.197139:0:20997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000471ef1d4/0x9161b78f8ec40c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788891162.228630:0:7624:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901897 is committed 00002000:00010000:2.0:1788891162.228749:0:19554:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 4194304 -> 5242880 00002000:00010000:2.0:1788891162.228755:0:19554:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 6151 -> 8199 00010000:00010000:2.0:1788891162.228769:0:19554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088d4682b/0x9161b78f8ec40c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.228781:0:19554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088d4682b/0x9161b78f8ec40c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.228803:0:19554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088d4682b/0x9161b78f8ec40c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.228810:0:19554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1d0f6f800 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891162.228816:0:19554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088d4682b/0x9161b78f8ec40c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.228825:0:19554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088d4682b/0x9161b78f8ec40c0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.228846:0:19554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088d4682b/0x9161b78f8ec40c0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.228853:0:19554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088d4682b/0x9161b78f8ec40c0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891162.228950:0:19554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:610bfc08-378e-4012-a47a-410576d9a9b8+12:2375:x1875787987961728:12345-192.168.204.18@tcp:4:dd.0 Request processed in 87956us (177295us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1788891162.228960:0:19554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 2 00000100:00100000:2.0:1788891162.228988:0:19554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 5 00000100:00100000:2.0:1788891162.228999:0:19554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:610bfc08-378e-4012-a47a-410576d9a9b8+11:2375:x1875787987962368:12345-192.168.204.18@tcp:4:dd.0 00010000:00010000:2.0:1788891162.229028:0:19554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40c23 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.229039:0:19554:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788891162.229048:0:19554:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788891162.229054:0:19554:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40c23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.229066:0:19554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40c23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788891162.269519:0:7624:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901898 is committed 00002000:00010000:2.0:1788891162.269578:0:20997:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 5242880 -> 6291456 00002000:00010000:2.0:1788891162.269584:0:20997:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 8199 -> 10247 00010000:00010000:2.0:1788891162.269598:0:20997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000471ef1d4/0x9161b78f8ec40c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.269616:0:20997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000471ef1d4/0x9161b78f8ec40c1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.269624:0:20997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000471ef1d4/0x9161b78f8ec40c1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.269632:0:20997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bbb800 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891162.269648:0:20997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000471ef1d4/0x9161b78f8ec40c1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.269658:0:20997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000471ef1d4/0x9161b78f8ec40c1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.269688:0:20997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000471ef1d4/0x9161b78f8ec40c1c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.269716:0:20997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000471ef1d4/0x9161b78f8ec40c1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891162.269818:0:20997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:610bfc08-378e-4012-a47a-410576d9a9b8+11:2374:x1875787987962240:12345-192.168.204.18@tcp:4:dd.0 Request processed in 72753us (210095us total) trans 12884901898 rc 0/0 00000100:00100000:2.0:1788891162.269828:0:20997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 4 00000100:00100000:2.0:1788891162.269869:0:20997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 6 00000100:00100000:2.0:1788891162.269884:0:20997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:610bfc08-378e-4012-a47a-410576d9a9b8+10:2374:x1875787987962496:12345-192.168.204.18@tcp:4:dd.0 00010000:00010000:2.0:1788891162.269916:0:20997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014cb1a65/0x9161b78f8ec40c2a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.269928:0:20997:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788891162.269933:0:20997:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788891162.269939:0:20997:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014cb1a65/0x9161b78f8ec40c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.269951:0:20997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014cb1a65/0x9161b78f8ec40c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788891162.297604:0:7624:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901899 is committed 00002000:00010000:3.0:1788891162.298208:0:19554:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 6291456 -> 7340032 00002000:00010000:3.0:1788891162.298214:0:19554:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 10247 -> 12295 00010000:00010000:3.0:1788891162.298237:0:19554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40c23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.298250:0:19554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40c23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.298259:0:19554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40c23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.298266:0:19554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bba600 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:3.0:1788891162.298271:0:19554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40c23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.298280:0:19554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40c23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.298417:0:19554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40c23 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.298426:0:19554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0389271/0x9161b78f8ec40c23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788891162.298521:0:19554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:610bfc08-378e-4012-a47a-410576d9a9b8+10:2375:x1875787987962368:12345-192.168.204.18@tcp:4:dd.0 Request processed in 69520us (238787us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1788891162.298536:0:19554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 5 00000100:00100000:3.0:1788891162.298565:0:19554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp, seq: 7 00000100:00100000:3.0:1788891162.298578:0:19554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:610bfc08-378e-4012-a47a-410576d9a9b8+9:2374:x1875787987962624:12345-192.168.204.18@tcp:4:dd.0 00010000:00010000:3.0:1788891162.298607:0:19554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec40c31 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.298619:0:19554:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891162.298622:0:19554:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788891162.298628:0:19554:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec40c31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788891162.298639:0:19554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec40c31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788891162.326623:0:7624:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901900 is committed 00002000:00010000:2.0:1788891162.326874:0:20997:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 7340032 -> 7654321 00002000:00010000:2.0:1788891162.326879:0:20997:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 12295 -> 14343 00010000:00010000:2.0:1788891162.326894:0:20997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014cb1a65/0x9161b78f8ec40c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.326908:0:20997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014cb1a65/0x9161b78f8ec40c2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.326933:0:20997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014cb1a65/0x9161b78f8ec40c2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.326941:0:20997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1f9bba400 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891162.326946:0:20997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014cb1a65/0x9161b78f8ec40c2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.326955:0:20997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014cb1a65/0x9161b78f8ec40c2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.326974:0:20997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014cb1a65/0x9161b78f8ec40c2a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.326982:0:20997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014cb1a65/0x9161b78f8ec40c2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891162.327071:0:20997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:610bfc08-378e-4012-a47a-410576d9a9b8+9:2374:x1875787987962496:12345-192.168.204.18@tcp:4:dd.0 Request processed in 57189us (267325us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1788891162.327081:0:20997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 6 00000001:00080000:3.0:1788891162.351613:0:7624:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901901 is committed 00002000:00010000:2.0:1788891162.352029:0:19554:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 14343 -> 16391 00010000:00010000:2.0:1788891162.352044:0:19554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec40c31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.352057:0:19554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec40c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.352125:0:19554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec40c31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.352133:0:19554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9da1c0031800 already unused, calling callback (ffffffffc17ef260) 00010000:00010000:2.0:1788891162.352138:0:19554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec40c31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.352146:0:19554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec40c31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.352165:0:19554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec40c31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788891162.352195:0:19554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000302c4296/0x9161b78f8ec40c31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788891162.352335:0:19554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:610bfc08-378e-4012-a47a-410576d9a9b8+5:2374:x1875787987962624:12345-192.168.204.18@tcp:4:dd.0 Request processed in 53757us (292518us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1788891162.352346:0:19554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp, seq: 7 00010000:00010000:0.0:1788891162.616499:0:18852:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788891162.678417:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1d0f22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3282:1875787996320896:0@lo:400:kworker.0 00000100:00100000:1.0:1788891162.678436:0:3280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1d0f20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875787996321152:0@lo:400:kworker.0 00000100:00100000:2.0:1788891162.678437:0:3279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1d0f23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3279:1875787996321024:0@lo:400:kworker.0 00000100:00100000:0.0:1788891162.678528:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1d0f20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:45de2339-48f5-411c-bd7a-cda976b041e8:3281:1875787996320768:0@lo:400:kworker.0 00000100:00100000:1.0:1788891162.681409:0:3280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891162.681502:0:20807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996321152 00000100:00100000:1.0:1788891162.681510:0:20807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996321152 00000100:00100000:1.0:1788891162.681564:0:20807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788891162.681575:0:20807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c592bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875787996321152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788891162.681629:0:20807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c592bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875787996321152:12345-0@lo:400:kworker.0 Request processed in 56us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1788891162.681636:0:20807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788891162.681677:0:3280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1d0f20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875787996321152:0@lo:400:kworker.0 00000100:00100000:3.0:1788891162.683258:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788891162.683857:0:3282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3282:1875787996321408:0@lo:400:kworker.0 00000100:00100000:3.0:1788891162.683898:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788891162.684889:0:3279:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891162.685002:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891162.685040:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1f52caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996320640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788891162.685069:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891162.685086:0:3281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9da1c5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3281:1875787996321280:0@lo:400:kworker.0 00000100:00100000:0.0:1788891162.685110:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788891162.685152:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996321408 00000100:00100000:3.0:1788891162.685154:0:18856:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996320768 00000100:00100000:0.0:1788891162.685160:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996321408 00000100:00100000:3.0:1788891162.685161:0:18856:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996320768 00000100:00100000:3.0:1788891162.685234:0:18856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1788891162.685236:0:18865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996321280 00000100:00100000:0.0:1788891162.685241:0:18865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996321280 00000100:00100000:3.0:1788891162.685246:0:18856:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da2016dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+19:3281:x1875787996320768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891162.685268:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788891162.685277:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875787996321408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788891162.685311:0:18856:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da2016dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:45de2339-48f5-411c-bd7a-cda976b041e8+19:3281:x1875787996320768:12345-0@lo:400:kworker.0 Request processed in 67us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891162.685319:0:18856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1788891162.685332:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875787996321408:12345-0@lo:400:kworker.0 Request processed in 54us (1431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891162.685339:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788891162.685355:0:18865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788891162.685361:0:18865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3281:x1875787996321280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788891162.685378:0:19552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996320640 00000100:00100000:3.0:1788891162.685383:0:19552:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996320640 00000100:00100000:0.0:1788891162.685392:0:18865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3281:x1875787996321280:12345-0@lo:400:kworker.0 Request processed in 31us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891162.685399:0:18865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788891162.685421:0:19552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788891162.685429:0:19552:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da201f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996320640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788891162.685447:0:19552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 71499776 pending 0 free 3859808256 avail 3849322496 00000100:00080000:0.0:1788891162.685454:0:18859:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788891162.685485:0:19552:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da201f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875787996320640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788891162.685493:0:19552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788891162.685500:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1d0f20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:45de2339-48f5-411c-bd7a-cda976b041e8:3281:1875787996320768:0@lo:400:kworker.0 00000100:00100000:3.0:1788891162.685536:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3282:1875787996321408:0@lo:400:kworker.0 00000100:00100000:0.0:1788891162.685536:0:3281:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901893 gen 2 00000004:00080000:0.0:1788891162.685544:0:3281:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9da1f52c8700, transno 12884901891 00000004:00080000:0.0:1788891162.685557:0:3281:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901893 committed transno 12884901893 00000100:00100000:0.0:1788891162.685580:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1f52caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3281:1875787996320640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788891162.685593:0:3281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1c5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3281:1875787996321280:0@lo:400:kworker.0 00000100:00100000:2.0:1788891162.689006:0:19548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996320896 00000100:00100000:2.0:1788891162.689021:0:19548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996320896 00000100:00100000:0.0:1788891162.690362:0:19735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875787996321024 00000100:00100000:0.0:1788891162.690371:0:19735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875787996321024 00000100:00100000:0.0:1788891162.690479:0:19735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788891162.690491:0:19735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1f4f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875787996320896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891162.690593:0:19735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1f4f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875787996320896:12345-0@lo:400:kworker.0 Request processed in 105us (7340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891162.690601:0:19735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788891162.690617:0:19735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788891162.690624:0:19735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9da1c592b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3279:x1875787996321024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788891162.690663:0:19735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9da1c592b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3279:x1875787996321024:12345-0@lo:400:kworker.0 Request processed in 39us (5775us total) trans 0 rc 0/0 00000100:00100000:0.0:1788891162.690670:0:19735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788891162.690725:0:3279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1d0f23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3279:1875787996321024:0@lo:400:kworker.0 00000100:00100000:3.0:1788891162.691907:0:3282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9da1d0f22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3282:1875787996320896:0@lo:400:kworker.0 00000001:02000400:3.0:1788891163.259496:0:21034:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1788891163.639460:0:20981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 9250 lines, 9250 kept, 0 dropped, 0 bad.